{:highlights [{:id #uuid "644904f8-5753-4a80-a0a7-048e6a43bd40",
               :page 1,
               :position {:bounding {:x1 0,
                                     :y1 62,
                                     :x2 1060.9571533203125,
                                     :y2 421.96875,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 0,
                                   :y1 62,
                                   :x2 0,
                                   :y2 82,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 981.4805908203125,
                                   :y1 371.66668701171875,
                                   :x2 1060.9571533203125,
                                   :y2 395.66668701171875,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 110.26042175292969,
                                   :y1 397.96875,
                                   :x2 953.6712493896484,
                                   :y2 421.96875,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 1},
               :content {:text " accounting for fairness has gained significant importance in designing and engineering of such systems."},
               :properties {:color "green"}}
              {:id #uuid "64490503-eb8e-4a42-9fdd-4b4b13e6bf2c",
               :page 1,
               :position {:bounding {:x1 287.696533203125,
                                     :y1 424.28125,
                                     :x2 492.9356384277344,
                                     :y2 448.28125,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 287.696533203125,
                                   :y1 424.28125,
                                   :x2 492.9356384277344,
                                   :y2 448.28125,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 1},
               :content {:text " sensitive environments"},
               :properties {:color "green"}}
              {:id #uuid "64490510-5fc1-4bbe-aecd-c10ea23f5ebb",
               :page 1,
               :position {:bounding {:x1 377.94757080078125,
                                     :y1 450.57293701171875,
                                     :x2 718.6383056640625,
                                     :y2 474.57293701171875,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 377.94757080078125,
                                   :y1 450.57293701171875,
                                   :x2 718.6383056640625,
                                   :y2 474.57293701171875,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 1},
               :content {:text "do not reflect discriminatory behavior"},
               :properties {:color "green"}}
              {:id #uuid "6449053d-92ae-4175-9296-9916a34be365",
               :page 1,
               :position {:bounding {:x1 789.09228515625,
                                     :y1 555.78125,
                                     :x2 984.1995849609375,
                                     :y2 579.78125,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 789.09228515625,
                                   :y1 555.78125,
                                   :x2 984.1995849609375,
                                   :y2 579.78125,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 1},
               :content {:text "biases in various ways"},
               :properties {:color "purple"}}
              {:id #uuid "6449054a-bea4-4b8c-9878-d490a823bb9f",
               :page 1,
               :position {:bounding {:x1 162.88653564453125,
                                     :y1 582.09375,
                                     :x2 656.8231201171875,
                                     :y2 606.09375,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 162.88653564453125,
                                   :y1 582.09375,
                                   :x2 656.8231201171875,
                                   :y2 606.09375,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 1},
               :content {:text "different sources of biases that can affect AI applications"},
               :properties {:color "green"}}
              {:id #uuid "6449095f-7a46-4c26-a748-4599069e22be",
               :page 1,
               :position {:bounding {:x1 0,
                                     :y1 430,
                                     :x2 1055.631591796875,
                                     :y2 1174.0833740234375,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 0,
                                   :y1 430,
                                   :x2 0,
                                   :y2 450,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 815.6448974609375,
                                   :y1 1118.7083740234375,
                                   :x2 1055.631591796875,
                                   :y2 1145.375,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 110.26042175292969,
                                   :y1 1147.4166870117188,
                                   :x2 699.7418060302734,
                                   :y2 1174.0833740234375,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 1},
               :content {:text "Algorithms make movie recommendations, suggest products to buy, and who to date"},
               :properties {:color "green"}}
              {:id #uuid "64490976-44e2-4660-8528-67fc80215dee",
               :page 2,
               :position {:bounding {:x1 0,
                                     :y1 14,
                                     :x2 1060.6416015625,
                                     :y2 248.3333740234375,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 0,
                                   :y1 14,
                                   :x2 0,
                                   :y2 34,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 872.6190185546875,
                                   :y1 192.9583740234375,
                                   :x2 1060.6416015625,
                                   :y2 219.625,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 109.85417175292969,
                                   :y1 221.66668701171875,
                                   :x2 829.9385833740234,
                                   :y2 248.3333740234375,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "However, like people, algorithms are vulnerable to biases that render their decisions “unfair”"},
               :properties {:color "purple"}}
              {:id #uuid "64490984-7bb9-4f37-acc7-a0e9b92755af",
               :page 2,
               :position {:bounding {:x1 0,
                                     :y1 46,
                                     :x2 1056.6317138671875,
                                     :y2 305.69793701171875,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 0,
                                   :y1 46,
                                   :x2 0,
                                   :y2 66,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 456.04168701171875,
                                   :y1 250.34375,
                                   :x2 1056.6317138671875,
                                   :y2 277.01043701171875,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 109.85417175292969,
                                   :y1 279.03125,
                                   :x2 657.7593994140625,
                                   :y2 305.69793701171875,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "absence of any prejudice or favoritism toward an individual or group based on their inherent or acquired characteristics."},
               :properties {:color "purple"}}
              {:id #uuid "64490a02-fdc1-4cab-8167-b80efe1fc542",
               :page 2,
               :position {:bounding {:x1 241.08383178710938,
                                     :y1 307.7396240234375,
                                     :x2 666.2720947265625,
                                     :y2 334.40625,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 241.08383178710938,
                                   :y1 307.7396240234375,
                                   :x2 666.2720947265625,
                                   :y2 334.40625,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "skewed toward a particular group of people."},
               :properties {:color "purple"}}
              {:id #uuid "64490a19-3f57-414f-8501-a09108f3bfae",
               :page 2,
               :position {:bounding {:x1 109.85417175292969,
                                     :y1 365.10418701171875,
                                     :x2 998.7722015380859,
                                     :y2 391.7708740234375,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 109.85417175292969,
                                   :y1 365.10418701171875,
                                   :x2 998.7722015380859,
                                   :y2 391.7708740234375,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "Correctional Offender Management Profiling for Alternative Sanctions (COMPAS)"},
               :properties {:color "blue"}}
              {:id #uuid "64490a28-9c75-4935-9c44-aea5a3894fcc",
               :page 2,
               :position {:bounding {:x1 203.1732635498047,
                                     :y1 393.8125,
                                     :x2 631.3128509521484,
                                     :y2 420.47918701171875,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 203.1732635498047,
                                   :y1 393.8125,
                                   :x2 631.3128509521484,
                                   :y2 420.47918701171875,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "risk of a person to recommit another crime."},
               :properties {:color "blue"}}
              {:id #uuid "64490a4f-d2f4-4c67-a78f-e93b13f3fb5b",
               :page 2,
               :position {:bounding {:x1 109.85417175292969,
                                     :y1 422.5,
                                     :x2 616.6741790771484,
                                     :y2 449.16668701171875,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 109.85417175292969,
                                   :y1 422.5,
                                   :x2 616.6741790771484,
                                   :y2 449.16668701171875,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "release an offender or to keep him or her in prison"},
               :properties {:color "green"}}
              {:id #uuid "64490a70-059e-4848-8dc8-46af5825245f",
               :page 2,
               :position {:bounding {:x1 234.07261657714844,
                                     :y1 565.96875,
                                     :x2 1039.804916381836,
                                     :y2 592.6354370117188,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 234.07261657714844,
                                   :y1 565.96875,
                                   :x2 1039.804916381836,
                                   :y2 592.6354370117188,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "facial recognition software in digital cameras that overpredicts Asians as blinking"},
               :properties {:color "green"}}
              {:id #uuid "64490b15-3caf-43ed-8eb9-5a097962942d",
               :page 2,
               :position {:bounding {:x1 0,
                                     :y1 318,
                                     :x2 1056.5638275146484,
                                     :y2 822.1771240234375,
                                     :width 1166.3999999999999,
                                     :height 1728},
                          :rects ({:x1 0,
                                   :y1 318,
                                   :x2 0,
                                   :y2 338,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 0,
                                   :y1 334,
                                   :x2 0,
                                   :y2 354,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 556.5726928710938,
                                   :y1 738.1146240234375,
                                   :x2 1056.5540771484375,
                                   :y2 764.78125,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 109.85417175292969,
                                   :y1 766.8021240234375,
                                   :x2 1056.5638275146484,
                                   :y2 793.46875,
                                   :width 1166.3999999999999,
                                   :height 1728}
                                  {:x1 109.85417175292969,
                                   :y1 795.5104370117188,
                                   :x2 660.3277435302734,
                                   :y2 822.1771240234375,
                                   :width 1166.3999999999999,
                                   :height 1728}),
                          :page 2},
               :content {:text "we observe that biased algorithmic outcomes might impact user experience, thus generating a feedback loop between data, algorithms, and users that can perpetuate and even amplify existing sources of bias"},
               :properties {:color "green"}}
              {:id #uuid "64490f8c-db21-45dc-b8cd-18daaafcf325",
               :page 2,
               :position {:bounding {:x1 0,
                                     :y1 526,
                                     :x2 1001.825927734375,
                                     :y2 1140.4375,
                                     :width 1101.6,
                                     :height 1632},
                          :rects ({:x1 0,
                                   :y1 526,
                                   :x2 0,
                                   :y2 546,
                                   :width 1101.6,
                                   :height 1632}
                                  {:x1 342.4697265625,
                                   :y1 1088.65625,
                                   :x2 1001.825927734375,
                                   :y2 1113.322998046875,
                                   :width 1101.6,
                                   :height 1632}
                                  {:x1 103.73958587646484,
                                   :y1 1115.7708740234375,
                                   :x2 323.3897018432617,
                                   :y2 1140.4375,
                                   :width 1101.6,
                                   :height 1632}),
                          :page 2},
               :content {:text "safety and fairness constraints have become a significant issue for researchers and engineers"},
               :properties {:color "green"}}
              {:id #uuid "64491040-2bef-4c75-ac2c-24a4375dc08e",
               :page 2,
               :position {:bounding {:x1 0,
                                     :y1 574,
                                     :x2 1114.1107177734375,
                                     :y2 1365.3854370117188,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 574,
                                   :x2 0,
                                   :y2 594,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 389.19244384765625,
                                   :y1 1307.0833740234375,
                                   :x2 1114.1107177734375,
                                   :y2 1335.0833740234375,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 115.94792175292969,
                                   :y1 1337.3854370117188,
                                   :x2 1054.411605834961,
                                   :y2 1365.3854370117188,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 2},
               :content {:text "All of these applications have a direct effect in our lives and can harm our society if not designed and engineered correctly, that is, with considerations to fairness."},
               :properties {:color "purple"}}
              {:id #uuid "64491098-e69d-4eeb-acee-7218db342e23",
               :page 3,
               :position {:bounding {:x1 116.38542175292969,
                                     :y1 324.94793701171875,
                                     :x2 659.4972381591797,
                                     :y2 352.94793701171875,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 116.38542175292969,
                                   :y1 324.94793701171875,
                                   :x2 659.4972381591797,
                                   :y2 352.94793701171875,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "COMPAS is an exemplar of a discriminatory system"},
               :properties {:color "purple"}}
              {:id #uuid "644910a6-5b52-4134-a82e-1aa9f1649234",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 78,
                                     :x2 1118.947998046875,
                                     :y2 413.5,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 78,
                                   :x2 0,
                                   :y2 98,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 666.2288818359375,
                                   :y1 355.21875,
                                   :x2 1118.947998046875,
                                   :y2 383.21875,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 115.54167175292969,
                                   :y1 385.5,
                                   :x2 682.0026245117188,
                                   :y2 413.5,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "advertisements promoting jobs in Science, Technology, Engineering, and Math (STEM) fields"},
               :properties {:color "purple"}}
              {:id #uuid "644910af-0e2e-4d33-8d9c-c6ae5726deb2",
               :page 3,
               :position {:bounding {:x1 402.29913330078125,
                                     :y1 415.8021240234375,
                                     :x2 601.524169921875,
                                     :y2 443.8021240234375,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 402.29913330078125,
                                   :y1 415.8021240234375,
                                   :x2 601.524169921875,
                                   :y2 443.8021240234375,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "gender-neutral way"},
               :properties {:color "green"}}
              {:id #uuid "644912bc-b382-409d-ac70-cba300316797",
               :page 33,
               :position {:bounding {:x1 0,
                                     :y1 830,
                                     :x2 1116.087158203125,
                                     :y2 1543.6250457763672,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 830,
                                   :x2 0,
                                   :y2 850,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 1015.851318359375,
                                   :y1 1495.7187957763672,
                                   :x2 1116.087158203125,
                                   :y2 1518.3854675292969,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 169.0416717529297,
                                   :y1 1520.9583740234375,
                                   :x2 637.6696014404297,
                                   :y2 1543.6250457763672,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 33},
               :content {:text "Recommendations as treatments: Debiasing learning and evaluation"},
               :properties {:color "green"}}
              {:id #uuid "644912c1-0949-4551-b63a-435d315935eb",
               :page 33,
               :position {:bounding {:x1 0,
                                     :y1 830,
                                     :x2 1116.087158203125,
                                     :y2 1543.6250457763672,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 830,
                                   :x2 0,
                                   :y2 850,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 1015.851318359375,
                                   :y1 1495.7187957763672,
                                   :x2 1116.087158203125,
                                   :y2 1518.3854675292969,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 169.0416717529297,
                                   :y1 1520.9583740234375,
                                   :x2 642.8580780029297,
                                   :y2 1543.6250457763672,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 33},
               :content {:text "Recommendations as treatments: Debiasing learning and evaluation."},
               :properties {:color "green"}}
              {:id #uuid "644912c9-2445-4c8d-9ec8-44fc6e340fb6",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 174.0000057220459,
                                     :x2 1116.0411224365234,
                                     :y2 625.5208339691162,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 174.0000057220459,
                                   :x2 0,
                                   :y2 194.0000057220459,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 0,
                                   :y1 190.0000057220459,
                                   :x2 0,
                                   :y2 210.0000057220459,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 283.9759216308594,
                                   :y1 536.937520980835,
                                   :x2 1115.9748229980469,
                                   :y2 564.937520980835,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 567.2395839691162,
                                   :x2 1116.0411224365234,
                                   :y2 595.2395839691162,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 597.5208339691162,
                                   :x2 492.46128845214844,
                                   :y2 625.5208339691162,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "Bias in facial recognition systems [124] and recommender systems [136] have also been largely studied and evaluated and in many cases shown to be discriminative towards certain populations and subgroups. "},
               :properties {:color "green"}}
              {:id #uuid "644912d6-377e-443f-aacf-4f7783480eb4",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 222.0000057220459,
                                     :x2 1116.0090026855469,
                                     :y2 686.1042079925537,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 222.0000057220459,
                                   :x2 0,
                                   :y2 242.0000057220459,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 409.1547546386719,
                                   :y1 627.8020839691162,
                                   :x2 1116.0090026855469,
                                   :y2 655.8020839691162,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 658.1042079925537,
                                   :x2 174.73802185058594,
                                   :y2 686.1042079925537,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "where these biases are coming from and what we can do to prevent them."},
               :properties {:color "green"}}
              {:id #uuid "644912e2-ee01-4f23-ba71-616ee966c3d0",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 254.00000762939453,
                                     :x2 1116.01904296875,
                                     :y2 746.6562728881836,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 254.00000762939453,
                                   :x2 0,
                                   :y2 274.00000762939453,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 700.2945556640625,
                                   :y1 688.3750228881836,
                                   :x2 1116.01904296875,
                                   :y2 716.3750228881836,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 718.6562728881836,
                                   :x2 207.13665771484375,
                                   :y2 746.6562728881836,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "widely used commercial risk assessment software"},
               :properties {:color "green"}}
              {:id #uuid "644912f4-b09c-408c-9704-e9208d273de7",
               :page 3,
               :position {:bounding {:x1 168.0432586669922,
                                     :y1 809.5208358764648,
                                     :x2 689.9116058349609,
                                     :y2 837.5208358764648,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 168.0432586669922,
                                   :y1 809.5208358764648,
                                   :x2 689.9116058349609,
                                   :y2 837.5208358764648,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "7 of those were presented to the people in the study"},
               :properties {:color "green"}}
              {:id #uuid "6449131f-8a8a-4b4a-acab-e7ccaa6d3848",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 366.00000762939453,
                                     :x2 1114.031005859375,
                                     :y2 958.6770858764648,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 366.00000762939453,
                                   :x2 0,
                                   :y2 386.0000228881836,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 444.8502197265625,
                                   :y1 900.3750228881836,
                                   :x2 1114.031005859375,
                                   :y2 928.3750228881836,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 930.6770858764648,
                                   :x2 575.1598968505859,
                                   :y2 958.6770858764648,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "considering fairness constraints is a crucial task while designing and engineering these types of sensitive tools"},
               :properties {:color "green"}}
              {:id #uuid "64491347-9137-4aca-a6f7-a4cb336e5b0c",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 494.0000305175781,
                                     :x2 1115.948974609375,
                                     :y2 1231.2500305175781,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 494.0000305175781,
                                   :x2 0,
                                   :y2 514.0000305175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 661.5909423828125,
                                   :y1 1172.9687805175781,
                                   :x2 1115.948974609375,
                                   :y2 1200.9687805175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 1203.2500305175781,
                                   :x2 420.76133728027344,
                                   :y2 1231.2500305175781,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text " introducing tools that can assess the amount of fairness in a tool or system"},
               :properties {:color "purple"}}
              {:id #uuid "64491361-223a-4d46-b120-9e81f0226d1e",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 510.0000305175781,
                                     :x2 1118.840087890625,
                                     :y2 1261.5313415527344,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 510.0000305175781,
                                   :x2 0,
                                   :y2 530.0000305175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 574.3724975585938,
                                   :y1 1203.2500305175781,
                                   :x2 1118.840087890625,
                                   :y2 1231.2500305175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 1233.5312805175781,
                                   :x2 1017.4570159912109,
                                   :y2 1261.5313415527344,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "Aequitas [132] is a toolkit that lets users to test models with regards to several bias and fairness metrics for different population subgroups."},
               :properties {:color "green"}}
              {:id #uuid "6449137d-1640-497d-86be-184627860674",
               :page 3,
               :position {:bounding {:x1 0,
                                     :y1 574.0000305175781,
                                     :x2 1120.265365600586,
                                     :y2 1412.9688415527344,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 574.0000305175781,
                                   :x2 0,
                                   :y2 594.0000305175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 0,
                                   :y1 590.0000305175781,
                                   :x2 0,
                                   :y2 610.0000305175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 214.0625,
                                   :y1 1324.3854675292969,
                                   :x2 1120.181640625,
                                   :y2 1352.3854675292969,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 1354.6875915527344,
                                   :x2 1120.265365600586,
                                   :y2 1382.6875915527344,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 1384.9688415527344,
                                   :x2 1113.046615600586,
                                   :y2 1412.9688415527344,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "AI Fairness 360 (AIF360) is another toolkit developed by IBM to help moving fairness research algorithms into an industrial setting and to create a benchmark for fairness algorithms to get evaluated and an environment for fairness researchers to share their ideas [11]"},
               :properties {:color "green"}}
              {:id #uuid "644913a4-e1c3-4829-aaaa-9d3655d4f169",
               :page 3,
               :position {:bounding {:x1 495.0263671875,
                                     :y1 1566.6875915527344,
                                     :x2 1046.370849609375,
                                     :y2 1594.6875915527344,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 495.0263671875,
                                   :y1 1566.6875915527344,
                                   :x2 1046.370849609375,
                                   :y2 1594.6875915527344,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 3},
               :content {:text "data driven and require data upon which to be trained"},
               :properties {:color "green"}}
              {:id #uuid "644913fd-f97d-46cc-94ae-504f5d4cdfbb",
               :page 4,
               :position {:bounding {:x1 111,
                                     :y1 186.33349609375,
                                     :x2 1119,
                                     :y2 776.33349609375,
                                     :width 1231.2,
                                     :height 1824},
                          :rects (),
                          :page 4},
               :content {:text "[:span]", :image 1682510843561},
               :properties {:color "green"}}
              {:id #uuid "6449146f-8bc7-4739-a671-7422bf4416a9",
               :page 4,
               :position {:bounding {:x1 211.13543701171875,
                                     :y1 1590.3958740234375,
                                     :x2 397.52337646484375,
                                     :y2 1618.3958740234375,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 211.13543701171875,
                                   :y1 1590.3958740234375,
                                   :x2 397.52337646484375,
                                   :y2 1618.3958740234375,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 4},
               :content {:text "Data to Algorithm."},
               :properties {:color "green"}}
              {:id #uuid "644914a3-47d7-43ba-86d1-b08a26763f04",
               :page 5,
               :position {:bounding {:x1 178.21875,
                                     :y1 203.78125,
                                     :x2 402.0208435058594,
                                     :y2 231.78125,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 178.21875,
                                   :y1 203.78125,
                                   :x2 402.0208435058594,
                                   :y2 231.78125,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 5},
               :content {:text "Measurement Bias. "},
               :properties {:color "green"}}
              {:id #uuid "644914af-b159-48a7-8c8d-52cd8b1604b2",
               :page 5,
               :position {:bounding {:x1 0,
                                     :y1 14.000015258789062,
                                     :x2 1115.9111328125,
                                     :y2 262.0833282470703,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 14.000015258789062,
                                   :x2 0,
                                   :y2 34.00001525878906,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 841.4928588867188,
                                   :y1 203.78126525878906,
                                   :x2 1115.9111328125,
                                   :y2 231.78126525878906,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 178.21875,
                                   :y1 234.0833282470703,
                                   :x2 456.17877197265625,
                                   :y2 262.0833282470703,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 5},
               :content {:text "how we choose, utilize, and measure particular features"},
               :properties {:color "green"}}
              {:id #uuid "644914ba-6a2d-4f72-83d9-3ce8d8b331e1",
               :page 5,
               :position {:bounding {:x1 178.21875,
                                     :y1 476.3645782470703,
                                     :x2 425.83856201171875,
                                     :y2 504.3645782470703,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 178.21875,
                                   :y1 476.3645782470703,
                                   :x2 425.83856201171875,
                                   :y2 504.3645782470703,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 5},
               :content {:text "Omitted Variable Bias"},
               :properties {:color "green"}}
              {:id #uuid "644914de-4c28-4e94-a40c-75108b69c8ca",
               :page 5,
               :position {:bounding {:x1 178.2291717529297,
                                     :y1 748.9583282470703,
                                     :x2 413.60369873046875,
                                     :y2 776.9583282470703,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 178.2291717529297,
                                   :y1 748.9583282470703,
                                   :x2 413.60369873046875,
                                   :y2 776.9583282470703,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 5},
               :content {:text "Representation Bias."},
               :properties {:color "green"}}
              {:id #uuid "64491511-8f92-451b-9c8a-326cb882111f",
               :page 5,
               :position {:bounding {:x1 178.21875,
                                     :y1 900.3750762939453,
                                     :x2 379.98089599609375,
                                     :y2 928.3750762939453,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 178.21875,
                                   :y1 900.3750762939453,
                                   :x2 379.98089599609375,
                                   :y2 928.3750762939453,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 5},
               :content {:text "Aggregation Bias."},
               :properties {:color "green"}}
              {:id #uuid "6449153e-a2b6-4e28-89ff-1901dc3789d8",
               :page 5,
               :position {:bounding {:x1 0,
                                     :y1 494.0000190734863,
                                     :x2 1114.518310546875,
                                     :y2 1170.6770820617676,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 494.0000190734863,
                                   :x2 0,
                                   :y2 514.0000190734863,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 549.8826904296875,
                                   :y1 1112.3958320617676,
                                   :x2 1114.518310546875,
                                   :y2 1140.3958320617676,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 178.21875,
                                   :y1 1142.6770820617676,
                                   :x2 599.0354614257812,
                                   :y2 1170.6770820617676,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 5},
               :content {:text "Any general assumptions about subgroups within the population can result in aggregation bias"},
               :properties {:color "green"}}
              {:id #uuid "64491573-f605-4bae-9c42-274f7cc97a56",
               :page 5,
               :position {:bounding {:x1 0,
                                     :y1 670.0000305175781,
                                     :x2 1119.787841796875,
                                     :y2 1503.8333435058594,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 670.0000305175781,
                                   :x2 0,
                                   :y2 690.0000305175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 525.3248291015625,
                                   :y1 1445.5520935058594,
                                   :x2 1119.787841796875,
                                   :y2 1473.5520935058594,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 215.67709350585938,
                                   :y1 1475.8333435058594,
                                   :x2 781.1059265136719,
                                   :y2 1503.8333435058594,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 5},
               :content {:text "The paradox happened as women tended to apply to departments with lower admission rates for both genders."},
               :properties {:color "purple"}}
              {:id #uuid "644915f2-2826-48dd-992f-3bba88201c20",
               :page 7,
               :position {:bounding {:x1 0,
                                     :y1 446.00001525878906,
                                     :x2 1115.9799499511719,
                                     :y2 1119.3542175292969,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 446.00001525878906,
                                   :x2 0,
                                   :y2 466.00001525878906,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 178.2291717529297,
                                   :y1 1061.0729675292969,
                                   :x2 1115.9799499511719,
                                   :y2 1089.0729675292969,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 178.2291717529297,
                                   :y1 1091.3542175292969,
                                   :x2 491.00889587402344,
                                   :y2 1119.3542175292969,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 7},
               :content {:text "Algorithmic Bias. Algorithmic bias is when the bias is not present in the input data and is added purely by the algorithm"},
               :properties {:color "green"}}
              {:id #uuid "64491601-db94-49e4-bc8d-6ec972778aa3",
               :page 7,
               :position {:bounding {:x1 0,
                                     :y1 558.0000400543213,
                                     :x2 1115.508056640625,
                                     :y2 1331.3750610351562,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 558.0000400543213,
                                   :x2 0,
                                   :y2 578.0000400543213,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 679.103271484375,
                                   :y1 1273.0938110351562,
                                   :x2 1115.508056640625,
                                   :y2 1301.0938110351562,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 178.21875,
                                   :y1 1303.3750610351562,
                                   :x2 822.8016357421875,
                                   :y2 1331.3750610351562,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 7},
               :content {:text "the user interface and through the user itself by imposing his/her self-selected biased behavior and interaction"},
               :properties {:color "green"}}
              {:id #uuid "64491628-f150-46c3-a87a-461cd0d66fb0",
               :page 7,
               :position {:bounding {:x1 178.2291717529297,
                                     :y1 1575.947998046875,
                                     :x2 909.6483764648438,
                                     :y2 1603.947998046875,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 178.2291717529297,
                                   :y1 1575.947998046875,
                                   :x2 909.6483764648438,
                                   :y2 1603.947998046875,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 7},
               :content {:text "Popularity Bias. Items that are more popular tend to be exposed more. "},
               :properties {:color "green"}}
              {:id #uuid "64491646-e0d3-42e6-bd6d-cc3494af166f",
               :page 8,
               :position {:bounding {:x1 369.63543701171875,
                                     :y1 476.36456298828125,
                                     :x2 866.5224609375,
                                     :y2 504.36456298828125,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 369.63543701171875,
                                   :y1 476.36456298828125,
                                   :x2 866.5224609375,
                                   :y2 504.36456298828125,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 8},
               :content {:text "Evaluation bias happens during model evaluation"},
               :properties {:color "green"}}
              {:id #uuid "64491698-3add-4aaa-aa27-b94c8e8da9a6",
               :page 8,
               :position {:bounding {:x1 0,
                                     :y1 302.00001525878906,
                                     :x2 1115.5657958984375,
                                     :y2 867.4479675292969,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 302.00001525878906,
                                   :x2 0,
                                   :y2 322.00001525878906,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 0,
                                   :y1 318.00001525878906,
                                   :x2 0,
                                   :y2 338.00001525878906,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 361.44793701171875,
                                   :y1 778.8750305175781,
                                   :x2 1115.5657958984375,
                                   :y2 806.8750305175781,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 177.7916717529297,
                                   :y1 809.1770935058594,
                                   :x2 1115.516586303711,
                                   :y2 837.1770935058594,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 177.7916717529297,
                                   :y1 839.4479675292969,
                                   :x2 340.4620361328125,
                                   :y2 867.4479675292969,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 8},
               :content {:text "Historical bias is the already existing bias and socio-technical issues in the world and can seep into from the data generation process even given a perfect sampling and feature selection "},
               :properties {:color "green"}}
              {:id #uuid "644916a0-2631-4fbb-8a55-2d49ec2c60dc",
               :page 8,
               :position {:bounding {:x1 0,
                                     :y1 430.00000953674316,
                                     :x2 1115.5169372558594,
                                     :y2 1109.7500305175781,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 430.00000953674316,
                                   :x2 0,
                                   :y2 450.00000953674316,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 0,
                                   :y1 446.0000101327896,
                                   :x2 0,
                                   :y2 466.00001204013824,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 375.13543701171875,
                                   :y1 1021.1667175292969,
                                   :x2 1115.481201171875,
                                   :y2 1049.1667175292969,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 177.80209350585938,
                                   :y1 1051.4479675292969,
                                   :x2 1115.5169372558594,
                                   :y2 1079.4479675292969,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 177.80209350585938,
                                   :y1 1081.7500305175781,
                                   :x2 291.46875,
                                   :y2 1109.7500305175781,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 8},
               :content {:text "Population bias arises when statistics, demographics, representatives, and user characteristics are different in the user population of the platform from the original target population "},
               :properties {:color "green"}}
              {:id #uuid "644916c0-f9ea-451d-8f18-266efb0f996f",
               :page 9,
               :position {:bounding {:x1 0,
                                     :y1 238.0000057220459,
                                     :x2 1115.5153503417969,
                                     :y2 698.7083339691162,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 0,
                                   :y1 238.0000057220459,
                                   :x2 0,
                                   :y2 258.0000057220459,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 275.7243347167969,
                                   :y1 640.4270839691162,
                                   :x2 1115.5153503417969,
                                   :y2 668.4270839691162,
                                   :width 1231.2,
                                   :height 1824}
                                  {:x1 116.38542175292969,
                                   :y1 670.7083339691162,
                                   :x2 576.2800140380859,
                                   :y2 698.7083339691162,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 9},
               :content {:text "feedback loop is not only existent between the data and the algorithm, but also between the algorithms and user interaction"},
               :properties {:color "green"}}
              {:id #uuid "64491720-a503-4bf0-aa89-1e711dfd21f7",
               :page 9,
               :position {:bounding {:x1 211.60418701171875,
                                     :y1 1029.1042175292969,
                                     :x2 667.751953125,
                                     :y2 1057.1042175292969,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 211.60418701171875,
                                   :y1 1029.1042175292969,
                                   :x2 667.751953125,
                                   :y2 1057.1042175292969,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 9},
               :content {:text "Examples of Bias in Machine Learning Data"},
               :properties {:color "green"}}
              {:id #uuid "64491748-23d6-4475-96b9-407524f0e7ec",
               :page 9,
               :position {:bounding {:x1 291.4788513183594,
                                     :y1 1271.4062805175781,
                                     :x2 514.11865234375,
                                     :y2 1299.4062805175781,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 291.4788513183594,
                                   :y1 1271.4062805175781,
                                   :x2 514.11865234375,
                                   :y2 1299.4062805175781,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 9},
               :content {:text "dark-skinned females"},
               :properties {:color "green"}}
              {:id #uuid "64491956-8fb9-45f0-8472-81aaafe147f5",
               :page 10,
               :position {:bounding {:x1 115.95834350585938,
                                     :y1 575.8854370117188,
                                     :x2 730.0691833496094,
                                     :y2 603.8854370117188,
                                     :width 1231.2,
                                     :height 1824},
                          :rects ({:x1 115.95834350585938,
                                   :y1 575.8854370117188,
                                   :x2 730.0691833496094,
                                   :y2 603.8854370117188,
                                   :width 1231.2,
                                   :height 1824}),
                          :page 10},
               :content {:text "Similar to bias, discrimination is also a source of unfairness"},
               :properties {:color "green"}}
              {:id #uuid "64491a84-f0c7-4bbc-af7c-2c8fc605f702",
               :page 8,
               :position {:bounding {:x1 116.95831298828125,
                                     :y1 193.82293701171875,
                                     :x2 230.69363403320312,
                                     :y2 211.82293701171875,
                                     :width 809.9999999999999,
                                     :height 1200},
                          :rects ({:x1 116.95831298828125,
                                   :y1 193.82293701171875,
                                   :x2 230.69363403320312,
                                   :y2 211.82293701171875,
                                   :width 809.9999999999999,
                                   :height 1200}),
                          :page 8},
               :content {:text "Emergent Bias."},
               :properties {:color "purple"}}
              {:id #uuid "644a347e-bcf2-4675-8d5e-6e86cbc7b9d9",
               :page 13,
               :position {:bounding {:x1 101.71875,
                                     :y1 982.578125,
                                     :x2 435.7187805175781,
                                     :y2 1001.078125,
                                     :width 809.9999999999999,
                                     :height 1200},
                          :rects ({:x1 101.71875,
                                   :y1 982.578125,
                                   :x2 435.7187805175781,
                                   :y2 1001.078125,
                                   :width 809.9999999999999,
                                   :height 1200}),
                          :page 13},
               :content {:text "METHODS FOR FAIR MACHINE LEARNING"},
               :properties {:color "purple"}}
              {:id #uuid "644a3492-c375-4549-a723-a59b10f32c80",
               :page 13,
               :position {:bounding {:x1 355.5271301269531,
                                     :y1 1007.4765625,
                                     :x2 730.51611328125,
                                     :y2 1025.9765625,
                                     :width 809.9999999999999,
                                     :height 1200},
                          :rects ({:x1 355.5271301269531,
                                   :y1 1007.4765625,
                                   :x2 730.51611328125,
                                   :y2 1025.9765625,
                                   :width 809.9999999999999,
                                   :height 1200}),
                          :page 13},
               :content {:text "ddress bias in artificial intelligence to achieve fairness"},
               :properties {:color "green"}}],
 :extra {:page 1}}