From 03e46f8de84a227e1b04b703e788c0471c9200c5 Mon Sep 17 00:00:00 2001 From: vidit Date: Tue, 5 Nov 2024 19:17:35 +0530 Subject: [PATCH] updated the testing assets for covering more scenarios for testing --- tests/python/shared/assets/annotations.json | 2186 ++-- .../assets/consensus_assignee_reports.json | 86 +- .../shared/assets/consensus_conflicts.json | 754 +- .../shared/assets/consensus_reports.json | 141 +- .../shared/assets/consensus_settings.json | 17 +- .../shared/assets/cvat_db/cvat_data.tar.bz2 | Bin 86315 -> 88824 bytes tests/python/shared/assets/cvat_db/data.json | 9733 +++++++++++------ tests/python/shared/assets/jobs.json | 383 +- tests/python/shared/assets/labels.json | 40 +- tests/python/shared/assets/projects.json | 2 +- .../shared/assets/quality_settings.json | 40 +- tests/python/shared/assets/tasks.json | 188 +- tests/python/shared/assets/webhooks.json | 8 +- 13 files changed, 7750 insertions(+), 5828 deletions(-) diff --git a/tests/python/shared/assets/annotations.json b/tests/python/shared/assets/annotations.json index d561a7878d5..4da429c9b39 100644 --- a/tests/python/shared/assets/annotations.json +++ b/tests/python/shared/assets/annotations.json @@ -4627,49 +4627,49 @@ "version": 0 }, "35": { + "shapes": [], + "tags": [], + "tracks": [], + "version": 0 + }, + "36": { + "shapes": [], + "tags": [], + "tracks": [], + "version": 0 + }, + "37": { + "shapes": [], + "tags": [], + "tracks": [], + "version": 0 + }, + "38": { "shapes": [ { "attributes": [], "elements": [], "frame": 0, "group": 0, - "id": 241, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 153.36, - 119.44, - 118.7, - 134.66, - 202.19, - 146.22, - 154.41, - 163.02 - ], - "rotation": 0.0, - "source": "consensus", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 239, - "label_id": 75, + "id": 226, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 26.81, - 25.97, - 145.48, - 88.45 + 569.24, + 110.51, + 648.53, + 115.76, + 648.53, + 150.42, + 616.5, + 164.07, + 559.79, + 159.34 ], "rotation": 0.0, "source": "consensus", - "type": "rectangle", + "type": "polygon", "z_order": 0 }, { @@ -4677,29 +4677,23 @@ "elements": [], "frame": 0, "group": 0, - "id": 243, - "label_id": 76, + "id": 227, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 602.32, - 121.01, - 542.98, - 127.84, - 540.88, - 155.67, - 576.06, - 158.29, - 621.22, - 155.67, - 622.27, - 133.61, - 611.77, - 121.01 + 153.36, + 119.44, + 118.7, + 134.66, + 202.19, + 146.22, + 154.41, + 163.02 ], "rotation": 0.0, "source": "consensus", - "type": "polygon", + "type": "points", "z_order": 0 }, { @@ -4707,25 +4701,19 @@ "elements": [], "frame": 0, "group": 0, - "id": 244, - "label_id": 76, + "id": 225, + "label_id": 86, "occluded": false, "outside": false, "points": [ - 569.24, - 110.51, - 648.53, - 115.76, - 648.53, - 150.42, - 616.5, - 164.07, - 559.79, - 159.34 + 23.66, + 23.87, + 132.88, + 88.45 ], "rotation": 0.0, "source": "consensus", - "type": "polygon", + "type": "rectangle", "z_order": 0 }, { @@ -4733,8 +4721,8 @@ "elements": [], "frame": 0, "group": 0, - "id": 242, - "label_id": 75, + "id": 229, + "label_id": 86, "occluded": false, "outside": false, "points": [ @@ -4886,13 +4874,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 251, - "label_id": 78, + "id": 238, + "label_id": 81, "occluded": false, "outside": false, "points": [ - 374.54, - 35.42 + 322.07, + 186.38 ], "rotation": 0.0, "source": "manual", @@ -4903,13 +4891,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 252, + "id": 239, "label_id": 83, "occluded": false, "outside": false, "points": [ - 383.22, - 93.49 + 359.77, + 93.11 ], "rotation": 0.0, "source": "manual", @@ -4920,13 +4908,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 255, - "label_id": 81, + "id": 234, + "label_id": 80, "occluded": false, "outside": false, "points": [ - 338.24, - 195.76 + 423.26, + 89.16 ], "rotation": 0.0, "source": "manual", @@ -4937,13 +4925,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 254, - "label_id": 84, + "id": 233, + "label_id": 78, "occluded": false, "outside": false, "points": [ - 384.0, - 142.02 + 352.5, + 40.15 ], "rotation": 0.0, "source": "manual", @@ -4954,13 +4942,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 256, - "label_id": 79, + "id": 235, + "label_id": 84, "occluded": false, "outside": false, "points": [ - 312.99, - 90.89 + 360.43, + 137.37 ], "rotation": 0.0, "source": "manual", @@ -4971,13 +4959,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 257, - "label_id": 80, + "id": 236, + "label_id": 79, "occluded": false, "outside": false, "points": [ - 458.97, - 89.15 + 300.91, + 90.74 ], "rotation": 0.0, "source": "manual", @@ -4988,13 +4976,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 253, + "id": 237, "label_id": 82, "occluded": false, "outside": false, "points": [ - 449.5, - 196.63 + 415.32, + 187.17 ], "rotation": 0.0, "source": "manual", @@ -5004,7 +4992,7 @@ ], "frame": 0, "group": 0, - "id": 245, + "id": 228, "label_id": 77, "occluded": false, "outside": false, @@ -5016,26 +5004,137 @@ }, { "attributes": [], - "elements": [], - "frame": 0, + "elements": [ + { + "attributes": [], + "frame": 1, + "group": 0, + "id": 245, + "label_id": 82, + "occluded": false, + "outside": false, + "points": [ + 60.87, + 181.78 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + }, + { + "attributes": [], + "frame": 1, + "group": 0, + "id": 241, + "label_id": 79, + "occluded": false, + "outside": false, + "points": [ + 0.52, + 135.44 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + }, + { + "attributes": [], + "frame": 1, + "group": 0, + "id": 246, + "label_id": 78, + "occluded": false, + "outside": false, + "points": [ + 27.73, + 111.13 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + }, + { + "attributes": [], + "frame": 1, + "group": 0, + "id": 243, + "label_id": 80, + "occluded": false, + "outside": false, + "points": [ + 65.05, + 134.68 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + }, + { + "attributes": [], + "frame": 1, + "group": 0, + "id": 240, + "label_id": 84, + "occluded": false, + "outside": false, + "points": [ + 31.91, + 157.85 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + }, + { + "attributes": [], + "frame": 1, + "group": 0, + "id": 242, + "label_id": 81, + "occluded": false, + "outside": false, + "points": [ + 11.68, + 181.4 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + }, + { + "attributes": [], + "frame": 1, + "group": 0, + "id": 244, + "label_id": 83, + "occluded": false, + "outside": false, + "points": [ + 31.57, + 136.58 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + } + ], + "frame": 1, "group": 0, - "id": 240, - "label_id": 76, + "id": 230, + "label_id": 77, "occluded": false, "outside": false, - "points": [ - 120.28, - 143.07, - 189.59, - 141.49, - 158.08, - 162.49, - 151.78, - 129.41 - ], + "points": [], "rotation": 0.0, "source": "consensus", - "type": "points", + "type": "skeleton", "z_order": 0 }, { @@ -5043,8 +5142,8 @@ "elements": [], "frame": 1, "group": 0, - "id": 249, - "label_id": 76, + "id": 231, + "label_id": 85, "occluded": false, "outside": false, "points": [ @@ -5073,8 +5172,8 @@ "elements": [], "frame": 1, "group": 0, - "id": 248, - "label_id": 75, + "id": 232, + "label_id": 86, "occluded": false, "outside": false, "points": [ @@ -5097,61 +5196,82 @@ "source": "consensus", "type": "polyline", "z_order": 0 + } + ], + "tags": [], + "tracks": [], + "version": 0 + }, + "39": { + "shapes": [ + { + "attributes": [], + "elements": [], + "frame": 0, + "group": 0, + "id": 191, + "label_id": 86, + "occluded": false, + "outside": false, + "points": [ + 23.657046435881057, + 23.867087153861576, + 132.87821978533793, + 88.45460793262646 + ], + "rotation": 0.0, + "source": "manual", + "type": "rectangle", + "z_order": 0 }, { "attributes": [], "elements": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 246, - "label_id": 75, + "id": 193, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 22.88, - 17.29, - 73.28, - 17.29, - 103.01, - 29.52, - 106.39, - 61.78, - 77.7, - 77.6, - 30.47, - 73.17 + 584.5, + 118.90000000000146, + 653.8000000000011, + 125.20000000000073, + 653.3000000000011, + 151.40000000000146, + 626.0, + 167.20000000000073, + 566.1000000000004, + 162.5 ], "rotation": 0.0, - "source": "consensus", - "type": "polyline", + "source": "manual", + "type": "polygon", "z_order": 0 }, { "attributes": [], "elements": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 247, - "label_id": 76, + "id": 195, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 148.77, - 65.16, - 130.0, - 45.12, - 106.17, - 49.34, - 85.72, - 62.84, - 85.72, - 85.4, - 116.93, - 87.09 + 154.5, + 117.90000000000146, + 117.60000000000036, + 134.5, + 201.70000000000073, + 143.10000000000036, + 155.0, + 160.3000000000011 ], "rotation": 0.0, - "source": "consensus", - "type": "polyline", + "source": "manual", + "type": "points", "z_order": 0 }, { @@ -5159,15 +5279,15 @@ "elements": [ { "attributes": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 264, - "label_id": 83, + "id": 196, + "label_id": 78, "occluded": false, "outside": false, "points": [ - 41.56, - 136.66 + 352.4950283371236, + 40.1455078125 ], "rotation": 0.0, "source": "manual", @@ -5176,15 +5296,15 @@ }, { "attributes": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 263, + "id": 198, "label_id": 80, "occluded": false, "outside": false, "points": [ - 72.85, - 134.82 + 423.2588744731893, + 89.15501469517767 ], "rotation": 0.0, "source": "manual", @@ -5193,15 +5313,15 @@ }, { "attributes": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 262, + "id": 202, "label_id": 84, "occluded": false, "outside": false, "points": [ - 41.88, - 157.3 + 360.43115552979, + 137.37403735759472 ], "rotation": 0.0, "source": "manual", @@ -5210,15 +5330,15 @@ }, { "attributes": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 261, - "label_id": 78, + "id": 197, + "label_id": 79, "occluded": false, "outside": false, "points": [ - 37.97, - 111.97 + 300.91015625, + 90.73596507347065 ], "rotation": 0.0, "source": "manual", @@ -5227,15 +5347,15 @@ }, { "attributes": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 259, - "label_id": 81, + "id": 200, + "label_id": 82, "occluded": false, "outside": false, "points": [ - 22.97, - 180.14 + 415.3227472805229, + 187.17401039830838 ], "rotation": 0.0, "source": "manual", @@ -5244,15 +5364,15 @@ }, { "attributes": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 258, - "label_id": 82, + "id": 199, + "label_id": 81, "occluded": false, "outside": false, "points": [ - 68.94, - 180.51 + 322.0731772087074, + 186.38353520916098 ], "rotation": 0.0, "source": "manual", @@ -5261,15 +5381,15 @@ }, { "attributes": [], - "frame": 1, + "frame": 0, "group": 0, - "id": 260, - "label_id": 79, + "id": 201, + "label_id": 83, "occluded": false, "outside": false, "points": [ - 12.54, - 135.56 + 359.769811597067, + 93.10739064091285 ], "rotation": 0.0, "source": "manual", @@ -5277,43 +5397,194 @@ "z_order": 0 } ], - "frame": 1, + "frame": 0, "group": 0, - "id": 250, + "id": 194, "label_id": 77, "occluded": false, "outside": false, "points": [], "rotation": 0.0, - "source": "consensus", + "source": "manual", "type": "skeleton", "z_order": 0 + }, + { + "attributes": [], + "elements": [], + "frame": 0, + "group": 0, + "id": 192, + "label_id": 86, + "occluded": false, + "outside": false, + "points": [ + 605.1826171875, + 58.802734375, + 692.0869140625, + 24.93359375 + ], + "rotation": 0.0, + "source": "manual", + "type": "ellipse", + "z_order": 0 } ], "tags": [], "tracks": [], "version": 0 }, - "36": { + "40": { "shapes": [ { "attributes": [], "elements": [], "frame": 0, "group": 0, - "id": 198, - "label_id": 75, + "id": 204, + "label_id": 86, "occluded": false, "outside": false, "points": [ - 39.41010028435994, - 30.693410488202062, - 149.68147722371577, - 97.90644024171343 + 75.0, + 31.0, + 139.0, + 52.0, + 122.0, + 67.0, + 108.0, + 79.0, + 97.0, + 89.0, + 88.0, + 97.0, + 80.0, + 105.0, + 73.0, + 111.0, + 66.0, + 118.0, + 61.0, + 123.0, + 55.0, + 129.0, + 50.0, + 133.0, + 46.0, + 138.0, + 40.0, + 142.0, + 37.0, + 146.0, + 34.0, + 149.0, + 30.0, + 153.0, + 27.0, + 156.0, + 23.0, + 159.0, + 20.0, + 162.0, + 18.0, + 165.0, + 15.0, + 167.0, + 13.0, + 169.0, + 11.0, + 171.0, + 10.0, + 171.0, + 9.0, + 173.0, + 7.0, + 175.0, + 5.0, + 177.0, + 4.0, + 177.0, + 3.0, + 179.0, + 2.0, + 179.0, + 2.0, + 179.0, + 1.0, + 1267.0, + 1.0, + 179.0, + 2.0, + 179.0, + 2.0, + 179.0, + 3.0, + 177.0, + 5.0, + 175.0, + 6.0, + 175.0, + 7.0, + 173.0, + 9.0, + 171.0, + 10.0, + 171.0, + 11.0, + 169.0, + 13.0, + 167.0, + 15.0, + 165.0, + 17.0, + 162.0, + 21.0, + 159.0, + 23.0, + 157.0, + 26.0, + 153.0, + 30.0, + 149.0, + 33.0, + 146.0, + 37.0, + 142.0, + 42.0, + 138.0, + 45.0, + 133.0, + 50.0, + 129.0, + 55.0, + 123.0, + 60.0, + 118.0, + 67.0, + 111.0, + 73.0, + 105.0, + 80.0, + 97.0, + 88.0, + 89.0, + 97.0, + 79.0, + 108.0, + 67.0, + 121.0, + 52.0, + 140.0, + 31.0, + 75.0, + 514.0, + 25.0, + 694.0, + 95.0 ], "rotation": 0.0, - "source": "manual", - "type": "rectangle", + "source": "consensus", + "type": "mask", "z_order": 0 }, { @@ -5321,23 +5592,25 @@ "elements": [], "frame": 0, "group": 0, - "id": 195, - "label_id": 76, + "id": 205, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 120.275390625, - 143.0654296875, - 189.58921363986337, - 141.48988922250646, - 158.0831059429056, - 162.49396102048013, - 151.7818844035137, - 129.41254793867301 + 569.24, + 110.51, + 648.53, + 115.76, + 648.53, + 150.42, + 616.5, + 164.07, + 559.79, + 159.34 ], "rotation": 0.0, - "source": "manual", - "type": "points", + "source": "consensus", + "type": "polygon", "z_order": 0 }, { @@ -5345,19 +5618,19 @@ "elements": [], "frame": 0, "group": 0, - "id": 197, - "label_id": 75, + "id": 203, + "label_id": 86, "occluded": false, "outside": false, "points": [ - 609.3837890625, - 65.89111328125, - 705.21484375, - 34.91015625 + 23.66, + 23.87, + 132.88, + 88.45 ], "rotation": 0.0, - "source": "manual", - "type": "ellipse", + "source": "consensus", + "type": "rectangle", "z_order": 0 }, { @@ -5365,29 +5638,23 @@ "elements": [], "frame": 0, "group": 0, - "id": 199, - "label_id": 76, + "id": 207, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 602.3193359375, - 121.0107421875, - 542.9827216407521, - 127.83724255382549, - 540.8823144609541, - 155.66763768613782, - 576.0641347225574, - 158.2931466608843, - 621.2228890881997, - 155.66763768613782, - 622.2730926780969, - 133.61336229826702, - 611.771056779111, - 121.01091921948318 + 153.36, + 119.44, + 118.7, + 134.66, + 202.19, + 146.22, + 154.41, + 163.02 ], "rotation": 0.0, - "source": "manual", - "type": "polygon", + "source": "consensus", + "type": "points", "z_order": 0 }, { @@ -5397,13 +5664,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 209, - "label_id": 78, + "id": 212, + "label_id": 79, "occluded": false, "outside": false, "points": [ - 374.5357510762142, - 35.419326642746455 + 300.91, + 90.74 ], "rotation": 0.0, "source": "manual", @@ -5414,13 +5681,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 204, - "label_id": 83, + "id": 214, + "label_id": 81, "occluded": false, "outside": false, "points": [ - 383.21553539494596, - 93.48824817247015 + 322.07, + 186.38 ], "rotation": 0.0, "source": "manual", @@ -5431,13 +5698,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 205, - "label_id": 82, + "id": 213, + "label_id": 80, "occluded": false, "outside": false, "points": [ - 449.49757882842584, - 196.6255776921854 + 423.26, + 89.16 ], "rotation": 0.0, "source": "manual", @@ -5448,13 +5715,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 203, - "label_id": 84, + "id": 211, + "label_id": 78, "occluded": false, "outside": false, "points": [ - 384.0046066966488, - 142.02346439397604 + 352.5, + 40.15 ], "rotation": 0.0, "source": "manual", @@ -5465,13 +5732,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 207, - "label_id": 81, + "id": 215, + "label_id": 82, "occluded": false, "outside": false, "points": [ - 338.2384351375898, - 195.75887810979918 + 415.32, + 187.17 ], "rotation": 0.0, "source": "manual", @@ -5482,13 +5749,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 208, - "label_id": 79, + "id": 216, + "label_id": 83, "occluded": false, "outside": false, "points": [ - 312.9881354529516, - 90.88814942531151 + 359.77, + 93.11 ], "rotation": 0.0, "source": "manual", @@ -5499,13 +5766,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 206, - "label_id": 80, + "id": 217, + "label_id": 84, "occluded": false, "outside": false, "points": [ - 458.96643444886047, - 89.15475026053907 + 360.43, + 137.37 ], "rotation": 0.0, "source": "manual", @@ -5515,44 +5782,16 @@ ], "frame": 0, "group": 0, - "id": 196, + "id": 206, "label_id": 77, "occluded": false, "outside": false, "points": [], "rotation": 0.0, - "source": "manual", + "source": "consensus", "type": "skeleton", "z_order": 0 }, - { - "attributes": [], - "elements": [], - "frame": 1, - "group": 0, - "id": 201, - "label_id": 75, - "occluded": false, - "outside": false, - "points": [ - 22.875, - 17.2861328125, - 73.2763925913896, - 17.286595909086827, - 103.01108687464694, - 29.517888592979943, - 106.38523658054692, - 61.783195155661815, - 77.70496408038525, - 77.59952190207514, - 30.466868197763688, - 73.17095041307948 - ], - "rotation": 0.0, - "source": "manual", - "type": "polyline", - "z_order": 0 - }, { "attributes": [], "elements": [ @@ -5560,13 +5799,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 214, - "label_id": 82, + "id": 219, + "label_id": 84, "occluded": false, "outside": false, "points": [ - 68.94243698323825, - 180.51108793207067 + 31.91, + 157.85 ], "rotation": 0.0, "source": "manual", @@ -5577,13 +5816,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 213, - "label_id": 81, + "id": 218, + "label_id": 79, "occluded": false, "outside": false, "points": [ - 22.97420372099967, - 180.14260749565682 + 0.52, + 135.44 ], "rotation": 0.0, "source": "manual", @@ -5594,13 +5833,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 211, - "label_id": 79, + "id": 223, + "label_id": 81, "occluded": false, "outside": false, "points": [ - 12.541697885162648, - 135.5564410107208 + 11.68, + 181.4 ], "rotation": 0.0, "source": "manual", @@ -5611,47 +5850,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 215, - "label_id": 78, - "occluded": false, - "outside": false, - "points": [ - 37.970935050303325, - 111.97367203094655 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 1, - "group": 0, - "id": 216, - "label_id": 84, - "occluded": false, - "outside": false, - "points": [ - 41.88312194521692, - 157.29680359856806 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 1, - "group": 0, - "id": 210, + "id": 221, "label_id": 80, "occluded": false, "outside": false, "points": [ - 72.85462387815187, - 134.81948013789315 + 65.05, + 134.68 ], "rotation": 0.0, "source": "manual", @@ -5662,357 +5867,30 @@ "attributes": [], "frame": 1, "group": 0, - "id": 212, + "id": 222, "label_id": 83, "occluded": false, "outside": false, "points": [ - 41.55710637064079, - 136.66188231996227 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - } - ], - "frame": 1, - "group": 0, - "id": 200, - "label_id": 77, - "occluded": false, - "outside": false, - "points": [], - "rotation": 0.0, - "source": "manual", - "type": "skeleton", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 1, - "group": 0, - "id": 202, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 148.7734375, - 65.1572265625, - 130.0042845218577, - 45.12333098277304, - 106.17435222392851, - 49.34101811515029, - 85.71856963190112, - 62.83761693875749, - 85.71856963190112, - 85.4022430969726, - 116.92945441148913, - 87.0893179499235 - ], - "rotation": 0.0, - "source": "manual", - "type": "polyline", - "z_order": 0 - } - ], - "tags": [], - "tracks": [], - "version": 0 - }, - "37": { - "shapes": [ - { - "attributes": [], - "elements": [ - { - "attributes": [], - "frame": 0, - "group": 0, - "id": 228, - "label_id": 78, - "occluded": false, - "outside": false, - "points": [ - 354.0142037269721, - 36.99463202759398 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 0, - "group": 0, - "id": 226, - "label_id": 81, - "occluded": false, - "outside": false, - "points": [ - 324.24518202191325, - 188.97772478626612 + 31.57, + 136.58 ], "rotation": 0.0, "source": "manual", "type": "points", "z_order": 0 }, - { - "attributes": [], - "frame": 0, - "group": 0, - "id": 227, - "label_id": 79, - "occluded": false, - "outside": false, - "points": [ - 303.53630314386464, - 89.57257153810352 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 0, - "group": 0, - "id": 225, - "label_id": 82, - "occluded": false, - "outside": false, - "points": [ - 415.4936883582824, - 189.79925435784392 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 0, - "group": 0, - "id": 229, - "label_id": 80, - "occluded": false, - "outside": false, - "points": [ - 423.2595123923079, - 87.92951239494789 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 0, - "group": 0, - "id": 231, - "label_id": 84, - "occluded": false, - "outside": false, - "points": [ - 361.7800277609976, - 138.0428538048181 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 0, - "group": 0, - "id": 230, - "label_id": 83, - "occluded": false, - "outside": false, - "points": [ - 361.1328757581622, - 92.03716025283697 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - } - ], - "frame": 0, - "group": 0, - "id": 218, - "label_id": 77, - "occluded": false, - "outside": false, - "points": [], - "rotation": 0.0, - "source": "manual", - "type": "skeleton", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 221, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 153.357421875, - 119.435546875, - 118.70047132170657, - 134.66356588816598, - 202.1916567186472, - 146.21580537705086, - 154.40739337826017, - 163.0190628154287 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 219, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 569.23828125, - 110.5087890625, - 648.5281824255635, - 115.75990126999022, - 648.5281824255635, - 150.41661973664486, - 616.4969729336553, - 164.06926640532765, - 559.7859790791299, - 159.34335025078326 - ], - "rotation": 0.0, - "source": "manual", - "type": "polygon", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 220, - "label_id": 75, - "occluded": false, - "outside": false, - "points": [ - 26.807657205577925, - 25.96749433365767, - 145.48066286412177, - 88.45460793262646 - ], - "rotation": 0.0, - "source": "manual", - "type": "rectangle", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 217, - "label_id": 75, - "occluded": false, - "outside": false, - "points": [ - 604.1328125, - 60.3779296875, - 693.6630859375, - 24.93359375 - ], - "rotation": 0.0, - "source": "manual", - "type": "ellipse", - "z_order": 0 - }, - { - "attributes": [], - "elements": [ { "attributes": [], "frame": 1, "group": 0, - "id": 238, - "label_id": 81, - "occluded": false, - "outside": false, - "points": [ - 11.68334125637091, - 181.39657577578785 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 1, - "group": 0, - "id": 235, - "label_id": 80, - "occluded": false, - "outside": false, - "points": [ - 65.05190268325403, - 134.6788906531699 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 1, - "group": 0, - "id": 234, - "label_id": 79, - "occluded": false, - "outside": false, - "points": [ - 0.5212895578879397, - 135.43852724516148 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 1, - "group": 0, - "id": 233, - "label_id": 83, + "id": 220, + "label_id": 82, "occluded": false, "outside": false, "points": [ - 31.565747587805113, - 136.57798213314885 + 60.87, + 181.78 ], "rotation": 0.0, "source": "manual", @@ -6023,47 +5901,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 236, + "id": 224, "label_id": 78, "occluded": false, "outside": false, "points": [ - 27.728795056255237, - 111.1301346044711 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 1, - "group": 0, - "id": 232, - "label_id": 84, - "occluded": false, - "outside": false, - "points": [ - 31.91456145430965, - 157.84782406648097 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "frame": 1, - "group": 0, - "id": 237, - "label_id": 82, - "occluded": false, - "outside": false, - "points": [ - 60.866136285199616, - 181.77639407178364 + 27.73, + 111.13 ], "rotation": 0.0, "source": "manual", @@ -6073,13 +5917,13 @@ ], "frame": 1, "group": 0, - "id": 223, + "id": 208, "label_id": 77, "occluded": false, "outside": false, "points": [], "rotation": 0.0, - "source": "manual", + "source": "consensus", "type": "skeleton", "z_order": 0 }, @@ -6088,28 +5932,28 @@ "elements": [], "frame": 1, "group": 0, - "id": 222, - "label_id": 75, + "id": 209, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 19.3740234375, - 27.1767578125, - 67.66686870532794, - 27.598840947748613, - 94.23829763930189, - 48.89816096625145, - 82.42877366864741, - 64.29271899942614, - 70.83013405461134, - 87.70088258411852, - 36.034215212501294, - 78.6328552495088, - 13.258704697665962, - 71.46278712446656 + 143.08, + 46.81, + 109.55, + 46.81, + 74.54, + 50.82, + 74.54, + 85.61, + 56.41, + 95.95, + 80.45, + 110.71, + 98.37, + 106.28 ], "rotation": 0.0, - "source": "manual", + "source": "consensus", "type": "polyline", "z_order": 0 }, @@ -6118,71 +5962,37 @@ "elements": [], "frame": 1, "group": 0, - "id": 224, - "label_id": 76, + "id": 210, + "label_id": 86, "occluded": false, "outside": false, "points": [ - 143.0791015625, - 46.810546875, - 109.54850192983031, - 46.81040583572394, - 74.54169873110186, - 50.81720861148278, - 74.54169873110186, - 85.613127453591, - 56.40564406188241, - 95.94646092791481, - 80.44646071643001, - 110.70836589123428, - 98.37163102903105, - 106.27979440223862 + 19.37, + 27.18, + 67.67, + 27.6, + 94.24, + 48.9, + 82.43, + 64.29, + 70.83, + 87.7, + 36.03, + 78.63, + 13.26, + 71.46 ], "rotation": 0.0, - "source": "manual", + "source": "consensus", "type": "polyline", "z_order": 0 } ], "tags": [], - "tracks": [], - "version": 0 - }, - "38": { - "shapes": [], - "tags": [], - "tracks": [ - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 23, - "label_id": 85, - "shapes": [ - { - "attributes": [], - "frame": 0, - "id": 28, - "occluded": false, - "outside": false, - "points": [ - 15.63, - 16.83, - 185.09, - 145.43 - ], - "rotation": 0.0, - "type": "rectangle", - "z_order": 0 - } - ], - "source": "consensus" - } - ], + "tracks": [], "version": 0 }, - "39": { + "41": { "shapes": [], "tags": [], "tracks": [ @@ -6191,59 +6001,32 @@ "elements": [], "frame": 0, "group": 0, - "id": 16, - "label_id": 85, - "shapes": [ - { - "attributes": [], - "frame": 0, - "id": 21, - "occluded": false, - "outside": false, - "points": [ - 15.631922633976501, - 16.83373663344173, - 185.08769655857213, - 145.42783457621954 - ], - "rotation": 0.0, - "type": "rectangle", - "z_order": 0 - } - ], - "source": "manual" - }, - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 17, - "label_id": 86, + "id": 22, + "label_id": 87, "shapes": [ { "attributes": [], "frame": 0, - "id": 22, + "id": 27, "occluded": false, "outside": false, "points": [ - 110.57522859172786, - 227.75209353958599, - 265.60923452274073, - 341.92442348878103 + 24.65, + 46.28, + 177.88, + 160.45 ], "rotation": 0.0, "type": "rectangle", "z_order": 0 } ], - "source": "manual" + "source": "consensus" } ], "version": 0 }, - "40": { + "42": { "shapes": [], "tags": [], "tracks": [ @@ -6253,7 +6036,7 @@ "frame": 0, "group": 0, "id": 18, - "label_id": 85, + "label_id": 87, "shapes": [ { "attributes": [], @@ -6280,7 +6063,7 @@ "frame": 0, "group": 0, "id": 19, - "label_id": 86, + "label_id": 88, "shapes": [ { "attributes": [], @@ -6304,7 +6087,7 @@ ], "version": 0 }, - "41": { + "43": { "shapes": [], "tags": [], "tracks": [ @@ -6314,7 +6097,7 @@ "frame": 0, "group": 0, "id": 20, - "label_id": 85, + "label_id": 87, "shapes": [ { "attributes": [], @@ -6341,7 +6124,7 @@ "frame": 0, "group": 0, "id": 21, - "label_id": 86, + "label_id": 88, "shapes": [ { "attributes": [], @@ -6365,171 +6148,27 @@ ], "version": 0 }, - "42": { - "shapes": [ - { - "attributes": [], - "elements": [], - "frame": 2, - "group": 0, - "id": 278, - "label_id": 85, - "occluded": false, - "outside": false, - "points": [ - 11.11, - 18.15, - 38.59, - 18.74, - 51.46, - 36.28, - 65.2, - 53.24, - 74.27, - 24.59, - 84.79, - 40.38, - 98.53, - 16.11, - 102.63, - 21.66 - ], - "rotation": 0.0, - "source": "consensus", - "type": "points", - "z_order": 0 - } - ], + "44": { + "shapes": [], "tags": [], "tracks": [], "version": 0 }, - "43": { - "shapes": [ - { - "attributes": [], - "elements": [], - "frame": 2, - "group": 0, - "id": 268, - "label_id": 86, - "occluded": false, - "outside": false, - "points": [ - 162.1357421875, - 103.09375, - 189.1826171875, - 82.771484375 - ], - "rotation": 0.0, - "source": "manual", - "type": "ellipse", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 2, - "group": 0, - "id": 265, - "label_id": 86, - "occluded": false, - "outside": false, - "points": [ - 174.8515625, - 61.4287109375, - 194.15003641501426, - 44.177240933991925, - 209.06251949072612, - 65.23015821734953, - 217.24976510091983, - 45.63924907867113, - 237.13307586853443, - 66.69216636202691, - 246.19752636553494, - 47.6860604812191, - 266.95804201995634, - 46.5164539654761, - 263.1568208437948, - 62.30614192799476 - ], - "rotation": 0.0, - "source": "manual", - "type": "polyline", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 2, - "group": 0, - "id": 266, - "label_id": 85, - "occluded": false, - "outside": false, - "points": [ - 15.2001953125, - 13.1826171875, - 112.27758031307167, - 20.785110619151965, - 54.966861041713855, - 63.18334681480155, - 32.45193561367887, - 19.32310247447458, - 108.4763591369101, - 16.6914878140542, - 80.1134011301674, - 46.22405233654172, - 72.80336040677867, - 29.849561116152472, - 48.24162357619571, - 39.206413242089184 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 2, - "group": 0, - "id": 267, - "label_id": 85, - "occluded": false, - "outside": false, - "points": [ - 310.2333984375, - 79.5576171875, - 310.2334831024109, - 64.35295333054273, - 297.9526146871194, - 62.598543556929144, - 279.8237136931184, - 68.1541745067043, - 279.8237136931184, - 83.65146084028675 - ], - "rotation": 0.0, - "source": "manual", - "type": "polygon", - "z_order": 0 - } - ], + "45": { + "shapes": [], "tags": [], "tracks": [], "version": 0 }, - "44": { + "46": { "shapes": [ { "attributes": [], "elements": [], "frame": 2, "group": 0, - "id": 270, - "label_id": 85, + "id": 251, + "label_id": 87, "occluded": false, "outside": false, "points": [ @@ -6560,28 +6199,8 @@ "elements": [], "frame": 2, "group": 0, - "id": 269, - "label_id": 86, - "occluded": false, - "outside": false, - "points": [ - 189.4755859375, - 100.900390625, - 222.224609375, - 78.677734375 - ], - "rotation": 0.0, - "source": "manual", - "type": "ellipse", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 2, - "group": 0, - "id": 271, - "label_id": 86, + "id": 253, + "label_id": 88, "occluded": false, "outside": false, "points": [ @@ -6612,8 +6231,28 @@ "elements": [], "frame": 2, "group": 0, - "id": 272, - "label_id": 85, + "id": 252, + "label_id": 88, + "occluded": false, + "outside": false, + "points": [ + 189.4755859375, + 100.900390625, + 222.224609375, + 78.677734375 + ], + "rotation": 0.0, + "source": "manual", + "type": "ellipse", + "z_order": 0 + }, + { + "attributes": [], + "elements": [], + "frame": 2, + "group": 0, + "id": 254, + "label_id": 87, "occluded": false, "outside": false, "points": [ @@ -6638,15 +6277,15 @@ "tracks": [], "version": 0 }, - "45": { + "47": { "shapes": [ { "attributes": [], "elements": [], "frame": 2, "group": 0, - "id": 276, - "label_id": 85, + "id": 255, + "label_id": 87, "occluded": false, "outside": false, "points": [ @@ -6677,8 +6316,40 @@ "elements": [], "frame": 2, "group": 0, - "id": 274, - "label_id": 85, + "id": 258, + "label_id": 88, + "occluded": false, + "outside": false, + "points": [ + 11.1064453125, + 16.984375, + 35.66835353196984, + 17.276291071926607, + 41.20000000000073, + 46.20000000000073, + 57.0, + 72.80000000000109, + 72.5, + 33.900000000001455, + 90.10000000000036, + 50.600000000000364, + 102.92072818713677, + 15.814282927249224, + 107.89155587903952, + 19.90790573234517 + ], + "rotation": 0.0, + "source": "manual", + "type": "points", + "z_order": 0 + }, + { + "attributes": [], + "elements": [], + "frame": 2, + "group": 0, + "id": 256, + "label_id": 87, "occluded": false, "outside": false, "points": [ @@ -6697,8 +6368,8 @@ "elements": [], "frame": 2, "group": 0, - "id": 273, - "label_id": 86, + "id": 257, + "label_id": 88, "occluded": false, "outside": false, "points": [ @@ -6717,43 +6388,17 @@ "source": "manual", "type": "polygon", "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 2, - "group": 0, - "id": 275, - "label_id": 86, - "occluded": false, - "outside": false, - "points": [ - 11.1064453125, - 16.984375, - 35.66835353196984, - 17.276291071926607, - 41.20000000000073, - 46.20000000000073, - 57.0, - 72.80000000000109, - 72.5, - 33.900000000001455, - 90.10000000000036, - 50.600000000000364, - 102.92072818713677, - 15.814282927249224, - 107.89155587903952, - 19.90790573234517 - ], - "rotation": 0.0, - "source": "manual", - "type": "points", - "z_order": 0 } ], "tags": [], "tracks": [], "version": 0 + }, + "48": { + "shapes": [], + "tags": [], + "tracks": [], + "version": 0 } }, "task": { @@ -9682,49 +9327,49 @@ "version": 0 }, "26": { - "shapes": [ - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 241, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 153.36, - 119.44, - 118.7, - 134.66, - 202.19, - 146.22, - 154.41, - 163.02 - ], - "rotation": 0.0, - "source": "consensus", - "type": "points", - "z_order": 0 - }, + "shapes": [], + "tags": [], + "tracks": [], + "version": 0 + }, + "27": { + "shapes": [], + "tags": [], + "tracks": [], + "version": 0 + }, + "28": { + "shapes": [], + "tags": [], + "tracks": [], + "version": 0 + }, + "29": { + "shapes": [ { "attributes": [], "elements": [], "frame": 0, "group": 0, - "id": 239, - "label_id": 75, + "id": 226, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 26.81, - 25.97, - 145.48, - 88.45 + 569.24, + 110.51, + 648.53, + 115.76, + 648.53, + 150.42, + 616.5, + 164.07, + 559.79, + 159.34 ], "rotation": 0.0, "source": "consensus", - "type": "rectangle", + "type": "polygon", "z_order": 0 }, { @@ -9732,29 +9377,23 @@ "elements": [], "frame": 0, "group": 0, - "id": 243, - "label_id": 76, + "id": 227, + "label_id": 85, "occluded": false, "outside": false, "points": [ - 602.32, - 121.01, - 542.98, - 127.84, - 540.88, - 155.67, - 576.06, - 158.29, - 621.22, - 155.67, - 622.27, - 133.61, - 611.77, - 121.01 + 153.36, + 119.44, + 118.7, + 134.66, + 202.19, + 146.22, + 154.41, + 163.02 ], "rotation": 0.0, "source": "consensus", - "type": "polygon", + "type": "points", "z_order": 0 }, { @@ -9762,25 +9401,19 @@ "elements": [], "frame": 0, "group": 0, - "id": 244, - "label_id": 76, + "id": 225, + "label_id": 86, "occluded": false, "outside": false, "points": [ - 569.24, - 110.51, - 648.53, - 115.76, - 648.53, - 150.42, - 616.5, - 164.07, - 559.79, - 159.34 + 23.66, + 23.87, + 132.88, + 88.45 ], "rotation": 0.0, "source": "consensus", - "type": "polygon", + "type": "rectangle", "z_order": 0 }, { @@ -9788,8 +9421,8 @@ "elements": [], "frame": 0, "group": 0, - "id": 242, - "label_id": 75, + "id": 229, + "label_id": 86, "occluded": false, "outside": false, "points": [ @@ -9941,13 +9574,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 251, - "label_id": 78, + "id": 238, + "label_id": 81, "occluded": false, "outside": false, "points": [ - 374.54, - 35.42 + 322.07, + 186.38 ], "rotation": 0.0, "source": "manual", @@ -9958,13 +9591,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 252, + "id": 239, "label_id": 83, "occluded": false, "outside": false, "points": [ - 383.22, - 93.49 + 359.77, + 93.11 ], "rotation": 0.0, "source": "manual", @@ -9975,13 +9608,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 255, - "label_id": 81, + "id": 234, + "label_id": 80, "occluded": false, "outside": false, "points": [ - 338.24, - 195.76 + 423.26, + 89.16 ], "rotation": 0.0, "source": "manual", @@ -9992,13 +9625,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 254, - "label_id": 84, + "id": 233, + "label_id": 78, "occluded": false, "outside": false, "points": [ - 384.0, - 142.02 + 352.5, + 40.15 ], "rotation": 0.0, "source": "manual", @@ -10009,13 +9642,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 256, - "label_id": 79, + "id": 235, + "label_id": 84, "occluded": false, "outside": false, "points": [ - 312.99, - 90.89 + 360.43, + 137.37 ], "rotation": 0.0, "source": "manual", @@ -10026,13 +9659,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 257, - "label_id": 80, + "id": 236, + "label_id": 79, "occluded": false, "outside": false, "points": [ - 458.97, - 89.15 + 300.91, + 90.74 ], "rotation": 0.0, "source": "manual", @@ -10043,13 +9676,13 @@ "attributes": [], "frame": 0, "group": 0, - "id": 253, + "id": 237, "label_id": 82, "occluded": false, "outside": false, "points": [ - 449.5, - 196.63 + 415.32, + 187.17 ], "rotation": 0.0, "source": "manual", @@ -10059,7 +9692,7 @@ ], "frame": 0, "group": 0, - "id": 245, + "id": 228, "label_id": 77, "occluded": false, "outside": false, @@ -10069,146 +9702,6 @@ "type": "skeleton", "z_order": 0 }, - { - "attributes": [], - "elements": [], - "frame": 0, - "group": 0, - "id": 240, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 120.28, - 143.07, - 189.59, - 141.49, - 158.08, - 162.49, - 151.78, - 129.41 - ], - "rotation": 0.0, - "source": "consensus", - "type": "points", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 1, - "group": 0, - "id": 249, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 143.08, - 46.81, - 109.55, - 46.81, - 74.54, - 50.82, - 74.54, - 85.61, - 56.41, - 95.95, - 80.45, - 110.71, - 98.37, - 106.28 - ], - "rotation": 0.0, - "source": "consensus", - "type": "polyline", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 1, - "group": 0, - "id": 248, - "label_id": 75, - "occluded": false, - "outside": false, - "points": [ - 19.37, - 27.18, - 67.67, - 27.6, - 94.24, - 48.9, - 82.43, - 64.29, - 70.83, - 87.7, - 36.03, - 78.63, - 13.26, - 71.46 - ], - "rotation": 0.0, - "source": "consensus", - "type": "polyline", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 1, - "group": 0, - "id": 246, - "label_id": 75, - "occluded": false, - "outside": false, - "points": [ - 22.88, - 17.29, - 73.28, - 17.29, - 103.01, - 29.52, - 106.39, - 61.78, - 77.7, - 77.6, - 30.47, - 73.17 - ], - "rotation": 0.0, - "source": "consensus", - "type": "polyline", - "z_order": 0 - }, - { - "attributes": [], - "elements": [], - "frame": 1, - "group": 0, - "id": 247, - "label_id": 76, - "occluded": false, - "outside": false, - "points": [ - 148.77, - 65.16, - 130.0, - 45.12, - 106.17, - 49.34, - 85.72, - 62.84, - 85.72, - 85.4, - 116.93, - 87.09 - ], - "rotation": 0.0, - "source": "consensus", - "type": "polyline", - "z_order": 0 - }, { "attributes": [], "elements": [ @@ -10216,13 +9709,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 264, - "label_id": 83, + "id": 245, + "label_id": 82, "occluded": false, "outside": false, "points": [ - 41.56, - 136.66 + 60.87, + 181.78 ], "rotation": 0.0, "source": "manual", @@ -10233,13 +9726,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 263, - "label_id": 80, + "id": 241, + "label_id": 79, "occluded": false, "outside": false, "points": [ - 72.85, - 134.82 + 0.52, + 135.44 ], "rotation": 0.0, "source": "manual", @@ -10250,13 +9743,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 262, - "label_id": 84, + "id": 246, + "label_id": 78, "occluded": false, "outside": false, "points": [ - 41.88, - 157.3 + 27.73, + 111.13 ], "rotation": 0.0, "source": "manual", @@ -10267,13 +9760,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 261, - "label_id": 78, + "id": 243, + "label_id": 80, "occluded": false, "outside": false, "points": [ - 37.97, - 111.97 + 65.05, + 134.68 ], "rotation": 0.0, "source": "manual", @@ -10284,13 +9777,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 259, - "label_id": 81, + "id": 240, + "label_id": 84, "occluded": false, "outside": false, "points": [ - 22.97, - 180.14 + 31.91, + 157.85 ], "rotation": 0.0, "source": "manual", @@ -10301,13 +9794,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 258, - "label_id": 82, + "id": 242, + "label_id": 81, "occluded": false, "outside": false, "points": [ - 68.94, - 180.51 + 11.68, + 181.4 ], "rotation": 0.0, "source": "manual", @@ -10318,13 +9811,13 @@ "attributes": [], "frame": 1, "group": 0, - "id": 260, - "label_id": 79, + "id": 244, + "label_id": 83, "occluded": false, "outside": false, "points": [ - 12.54, - 135.56 + 31.57, + 136.58 ], "rotation": 0.0, "source": "manual", @@ -10334,7 +9827,7 @@ ], "frame": 1, "group": 0, - "id": 250, + "id": 230, "label_id": 77, "occluded": false, "outside": false, @@ -10343,68 +9836,95 @@ "source": "consensus", "type": "skeleton", "z_order": 0 - } - ], - "tags": [], - "tracks": [], - "version": 0 - }, - "27": { - "shapes": [ + }, { "attributes": [], "elements": [], - "frame": 2, + "frame": 1, "group": 0, - "id": 278, + "id": 231, "label_id": 85, "occluded": false, "outside": false, "points": [ - 11.11, - 18.15, - 38.59, - 18.74, - 51.46, - 36.28, - 65.2, - 53.24, - 74.27, - 24.59, - 84.79, - 40.38, - 98.53, - 16.11, - 102.63, - 21.66 + 143.08, + 46.81, + 109.55, + 46.81, + 74.54, + 50.82, + 74.54, + 85.61, + 56.41, + 95.95, + 80.45, + 110.71, + 98.37, + 106.28 ], "rotation": 0.0, "source": "consensus", - "type": "points", + "type": "polyline", + "z_order": 0 + }, + { + "attributes": [], + "elements": [], + "frame": 1, + "group": 0, + "id": 232, + "label_id": 86, + "occluded": false, + "outside": false, + "points": [ + 19.37, + 27.18, + 67.67, + 27.6, + 94.24, + 48.9, + 82.43, + 64.29, + 70.83, + 87.7, + 36.03, + 78.63, + 13.26, + 71.46 + ], + "rotation": 0.0, + "source": "consensus", + "type": "polyline", "z_order": 0 } ], "tags": [], + "tracks": [], + "version": 0 + }, + "30": { + "shapes": [], + "tags": [], "tracks": [ { "attributes": [], "elements": [], "frame": 0, "group": 0, - "id": 23, - "label_id": 85, + "id": 22, + "label_id": 87, "shapes": [ { "attributes": [], "frame": 0, - "id": 28, + "id": 27, "occluded": false, "outside": false, "points": [ - 15.63, - 16.83, - 185.09, - 145.43 + 24.65, + 46.28, + 177.88, + 160.45 ], "rotation": 0.0, "type": "rectangle", @@ -10413,14 +9933,14 @@ { "attributes": [], "frame": 2, - "id": 28, + "id": 27, "occluded": false, "outside": true, "points": [ - 15.63, - 16.83, - 185.09, - 145.43 + 24.65, + 46.28, + 177.88, + 160.45 ], "rotation": 0.0, "type": "rectangle", @@ -10431,12 +9951,6 @@ } ], "version": 0 - }, - "28": { - "shapes": [], - "tags": [], - "tracks": [], - "version": 0 } } } \ No newline at end of file diff --git a/tests/python/shared/assets/consensus_assignee_reports.json b/tests/python/shared/assets/consensus_assignee_reports.json index b3576e63e16..82e66883758 100644 --- a/tests/python/shared/assets/consensus_assignee_reports.json +++ b/tests/python/shared/assets/consensus_assignee_reports.json @@ -3,19 +3,6 @@ "next": null, "previous": null, "results": [ - { - "assignee": { - "first_name": "Dummy", - "id": 14, - "last_name": "First", - "url": "http://localhost:8080/api/users/14", - "username": "dummy1" - }, - "conflict_count": 4, - "consensus_report_id": 1, - "consensus_score": 91, - "task_id": 26 - }, { "assignee": { "first_name": "Dummy", @@ -24,23 +11,25 @@ "url": "http://localhost:8080/api/users/15", "username": "dummy2" }, - "conflict_count": 4, + "conflict_count": 0, "consensus_report_id": 1, - "consensus_score": 100, - "task_id": 26 + "consensus_score": 89, + "id": 1, + "task_id": 29 }, { "assignee": { - "first_name": "Worker", - "id": 7, - "last_name": "Second", - "url": "http://localhost:8080/api/users/7", - "username": "worker2" + "first_name": "Dummy", + "id": 14, + "last_name": "First", + "url": "http://localhost:8080/api/users/14", + "username": "dummy1" }, - "conflict_count": 6, - "consensus_report_id": 3, - "consensus_score": 74, - "task_id": 27 + "conflict_count": 0, + "consensus_report_id": 1, + "consensus_score": 100, + "id": 2, + "task_id": 29 }, { "assignee": { @@ -50,10 +39,11 @@ "url": "http://localhost:8080/api/users/8", "username": "worker3" }, - "conflict_count": 3, + "conflict_count": 2, "consensus_report_id": 3, - "consensus_score": 100, - "task_id": 27 + "consensus_score": 50, + "id": 3, + "task_id": 30 }, { "assignee": { @@ -63,23 +53,39 @@ "url": "http://localhost:8080/api/users/7", "username": "worker2" }, - "conflict_count": 5, - "consensus_report_id": 6, - "consensus_score": 74, - "task_id": 27 + "conflict_count": 6, + "consensus_report_id": 3, + "consensus_score": 28, + "id": 4, + "task_id": 30 }, { "assignee": { - "first_name": "Worker", - "id": 8, - "last_name": "Third", - "url": "http://localhost:8080/api/users/8", - "username": "worker3" + "first_name": "User", + "id": 19, + "last_name": "Fifth", + "url": "http://localhost:8080/api/users/19", + "username": "user5" }, "conflict_count": 4, - "consensus_report_id": 6, - "consensus_score": 100, - "task_id": 27 + "consensus_report_id": 3, + "consensus_score": 0, + "id": 5, + "task_id": 30 + }, + { + "assignee": { + "first_name": "User", + "id": 4, + "last_name": "Third", + "url": "http://localhost:8080/api/users/4", + "username": "user3" + }, + "conflict_count": 0, + "consensus_report_id": 3, + "consensus_score": 0, + "id": 6, + "task_id": 30 } ] } \ No newline at end of file diff --git a/tests/python/shared/assets/consensus_conflicts.json b/tests/python/shared/assets/consensus_conflicts.json index 92bc99ecc94..de1493749a2 100644 --- a/tests/python/shared/assets/consensus_conflicts.json +++ b/tests/python/shared/assets/consensus_conflicts.json @@ -1,502 +1,33 @@ { - "count": 74, + "count": 24, "next": null, "previous": null, "results": [ { "annotation_ids": [], - "frame": 2, - "id": 74, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 44, - "obj_id": 270, - "shape_type": "points", - "type": "shape" - } - ], - "frame": 2, - "id": 73, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 45, - "obj_id": 275, - "shape_type": "points", - "type": "shape" - } - ], - "frame": 2, - "id": 72, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 71, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 70, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 69, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 43, - "obj_id": 267, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 2, - "id": 68, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 44, - "obj_id": 272, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 2, - "id": 67, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 45, - "obj_id": 273, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 2, - "id": 66, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 65, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 64, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 63, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 43, - "obj_id": 268, - "shape_type": "ellipse", - "type": "shape" - } - ], - "frame": 2, - "id": 62, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 44, - "obj_id": 269, - "shape_type": "ellipse", - "type": "shape" - } - ], - "frame": 2, - "id": 61, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 45, - "obj_id": 274, - "shape_type": "ellipse", - "type": "shape" - } - ], - "frame": 2, - "id": 60, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 59, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 58, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 57, - "report_id": 8, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 43, - "obj_id": 265, - "shape_type": "polyline", - "type": "shape" - } - ], - "frame": 2, - "id": 56, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 44, - "obj_id": 271, - "shape_type": "polyline", - "type": "shape" - } - ], - "frame": 2, - "id": 55, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 45, - "obj_id": 276, - "shape_type": "polyline", - "type": "shape" - } - ], - "frame": 2, - "id": 54, - "report_id": 8, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 1, - "id": 53, - "report_id": 7, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 1, - "id": 52, - "report_id": 7, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 1, - "id": 51, - "report_id": 7, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 39, - "obj_id": 17, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 1, - "id": 50, - "report_id": 7, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 40, - "obj_id": 19, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 1, - "id": 49, - "report_id": 7, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 41, - "obj_id": 21, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 1, - "id": 48, - "report_id": 7, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 0, - "id": 47, - "report_id": 7, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 0, - "id": 46, - "report_id": 7, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 0, - "id": 45, - "report_id": 7, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 39, - "obj_id": 17, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 0, - "id": 44, - "report_id": 7, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 40, - "obj_id": 19, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 0, - "id": 43, - "report_id": 7, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 41, - "obj_id": 21, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 0, - "id": 42, - "report_id": 7, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 41, - "report_id": 5, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 40, - "report_id": 5, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 39, - "report_id": 5, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 45, - "obj_id": 273, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 2, - "id": 38, - "report_id": 5, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 44, - "obj_id": 272, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 2, - "id": 37, - "report_id": 5, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 43, - "obj_id": 267, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 2, - "id": 36, - "report_id": 5, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 35, - "report_id": 5, - "type": "failed_label_voting" - }, - { - "annotation_ids": [ - { - "job_id": 45, - "obj_id": 275, - "shape_type": "points", - "type": "shape" - } - ], - "frame": 2, - "id": 34, - "report_id": 5, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 43, - "obj_id": 266, - "shape_type": "points", - "type": "shape" - } - ], - "frame": 2, - "id": 33, - "report_id": 5, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 32, - "report_id": 5, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 31, + "frame": 1, + "id": 24, "report_id": 5, "type": "failed_label_voting" }, { "annotation_ids": [], - "frame": 2, - "id": 30, + "frame": 1, + "id": 23, "report_id": 5, "type": "failed_label_voting" }, { "annotation_ids": [ { - "job_id": 45, - "obj_id": 276, - "shape_type": "polyline", - "type": "shape" - } - ], - "frame": 2, - "id": 29, - "report_id": 5, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 44, - "obj_id": 271, - "shape_type": "polyline", - "type": "shape" + "job_id": 42, + "obj_id": 19, + "shape_type": "rectangle", + "type": "track" } ], - "frame": 2, - "id": 28, + "frame": 1, + "id": 22, "report_id": 5, "type": "no_matching_annotation" }, @@ -504,62 +35,41 @@ "annotation_ids": [ { "job_id": 43, - "obj_id": 265, - "shape_type": "polyline", - "type": "shape" + "obj_id": 21, + "shape_type": "rectangle", + "type": "track" } ], - "frame": 2, - "id": 27, + "frame": 1, + "id": 21, "report_id": 5, "type": "no_matching_annotation" }, { "annotation_ids": [], - "frame": 2, - "id": 26, - "report_id": 5, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 2, - "id": 25, + "frame": 0, + "id": 20, "report_id": 5, "type": "failed_label_voting" }, { "annotation_ids": [], - "frame": 2, - "id": 24, + "frame": 0, + "id": 19, "report_id": 5, "type": "failed_label_voting" }, { "annotation_ids": [ { - "job_id": 45, - "obj_id": 274, - "shape_type": "ellipse", - "type": "shape" - } - ], - "frame": 2, - "id": 23, - "report_id": 5, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 44, - "obj_id": 269, - "shape_type": "ellipse", - "type": "shape" + "job_id": 42, + "obj_id": 19, + "shape_type": "rectangle", + "type": "track" } ], - "frame": 2, - "id": 22, + "frame": 0, + "id": 18, "report_id": 5, "type": "no_matching_annotation" }, @@ -567,124 +77,82 @@ "annotation_ids": [ { "job_id": 43, - "obj_id": 268, - "shape_type": "ellipse", - "type": "shape" + "obj_id": 21, + "shape_type": "rectangle", + "type": "track" } ], - "frame": 2, - "id": 21, + "frame": 0, + "id": 17, "report_id": 5, "type": "no_matching_annotation" }, { "annotation_ids": [], - "frame": 1, - "id": 20, - "report_id": 4, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 1, - "id": 19, + "frame": 2, + "id": 16, "report_id": 4, "type": "failed_label_voting" }, { "annotation_ids": [], - "frame": 1, - "id": 18, + "frame": 2, + "id": 15, "report_id": 4, "type": "failed_label_voting" }, { "annotation_ids": [ { - "job_id": 40, - "obj_id": 19, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 1, - "id": 17, - "report_id": 4, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [ - { - "job_id": 39, - "obj_id": 17, - "shape_type": "rectangle", - "type": "track" + "job_id": 46, + "obj_id": 254, + "shape_type": "polygon", + "type": "shape" } ], - "frame": 1, - "id": 16, + "frame": 2, + "id": 14, "report_id": 4, "type": "no_matching_annotation" }, { "annotation_ids": [ { - "job_id": 41, - "obj_id": 21, - "shape_type": "rectangle", - "type": "track" + "job_id": 47, + "obj_id": 257, + "shape_type": "polygon", + "type": "shape" } ], - "frame": 1, - "id": 15, - "report_id": 4, - "type": "no_matching_annotation" - }, - { - "annotation_ids": [], - "frame": 0, - "id": 14, - "report_id": 4, - "type": "failed_label_voting" - }, - { - "annotation_ids": [], - "frame": 0, + "frame": 2, "id": 13, "report_id": 4, - "type": "failed_label_voting" + "type": "no_matching_annotation" }, { "annotation_ids": [], - "frame": 0, + "frame": 2, "id": 12, "report_id": 4, "type": "failed_label_voting" }, { - "annotation_ids": [ - { - "job_id": 40, - "obj_id": 19, - "shape_type": "rectangle", - "type": "track" - } - ], - "frame": 0, + "annotation_ids": [], + "frame": 2, "id": 11, "report_id": 4, - "type": "no_matching_annotation" + "type": "failed_label_voting" }, { "annotation_ids": [ { - "job_id": 39, - "obj_id": 17, - "shape_type": "rectangle", - "type": "track" + "job_id": 46, + "obj_id": 252, + "shape_type": "ellipse", + "type": "shape" } ], - "frame": 0, + "frame": 2, "id": 10, "report_id": 4, "type": "no_matching_annotation" @@ -692,127 +160,99 @@ { "annotation_ids": [ { - "job_id": 41, - "obj_id": 21, - "shape_type": "rectangle", - "type": "track" + "job_id": 47, + "obj_id": 256, + "shape_type": "ellipse", + "type": "shape" } ], - "frame": 0, + "frame": 2, "id": 9, "report_id": 4, "type": "no_matching_annotation" }, { - "annotation_ids": [ - { - "job_id": 37, - "obj_id": 224, - "shape_type": "polyline", - "type": "shape" - } - ], - "frame": 1, + "annotation_ids": [], + "frame": 2, "id": 8, - "report_id": 2, - "type": "no_matching_annotation" + "report_id": 4, + "type": "failed_label_voting" }, { - "annotation_ids": [ - { - "job_id": 37, - "obj_id": 222, - "shape_type": "polyline", - "type": "shape" - } - ], - "frame": 1, + "annotation_ids": [], + "frame": 2, "id": 7, - "report_id": 2, - "type": "no_matching_annotation" + "report_id": 4, + "type": "failed_label_voting" }, { "annotation_ids": [ { - "job_id": 36, - "obj_id": 202, - "shape_type": "polyline", + "job_id": 46, + "obj_id": 251, + "shape_type": "points", "type": "shape" } ], - "frame": 1, + "frame": 2, "id": 6, - "report_id": 2, + "report_id": 4, "type": "no_matching_annotation" }, { "annotation_ids": [ { - "job_id": 36, - "obj_id": 201, - "shape_type": "polyline", + "job_id": 47, + "obj_id": 258, + "shape_type": "points", "type": "shape" } ], - "frame": 1, + "frame": 2, "id": 5, - "report_id": 2, + "report_id": 4, "type": "no_matching_annotation" }, { - "annotation_ids": [ - { - "job_id": 37, - "obj_id": 219, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 0, + "annotation_ids": [], + "frame": 2, "id": 4, - "report_id": 2, - "type": "no_matching_annotation" + "report_id": 4, + "type": "failed_label_voting" }, { - "annotation_ids": [ - { - "job_id": 36, - "obj_id": 199, - "shape_type": "polygon", - "type": "shape" - } - ], - "frame": 0, + "annotation_ids": [], + "frame": 2, "id": 3, - "report_id": 2, - "type": "no_matching_annotation" + "report_id": 4, + "type": "failed_label_voting" }, { "annotation_ids": [ { - "job_id": 37, - "obj_id": 221, - "shape_type": "points", + "job_id": 46, + "obj_id": 253, + "shape_type": "polyline", "type": "shape" } ], - "frame": 0, + "frame": 2, "id": 2, - "report_id": 2, + "report_id": 4, "type": "no_matching_annotation" }, { "annotation_ids": [ { - "job_id": 36, - "obj_id": 195, - "shape_type": "points", + "job_id": 47, + "obj_id": 255, + "shape_type": "polyline", "type": "shape" } ], - "frame": 0, + "frame": 2, "id": 1, - "report_id": 2, + "report_id": 4, "type": "no_matching_annotation" } ] diff --git a/tests/python/shared/assets/consensus_reports.json b/tests/python/shared/assets/consensus_reports.json index 04721a48780..6dc2baa2cfe 100644 --- a/tests/python/shared/assets/consensus_reports.json +++ b/tests/python/shared/assets/consensus_reports.json @@ -1,163 +1,96 @@ { - "count": 8, + "count": 5, "next": null, "previous": null, "results": [ { "assignee": null, - "consensus_score": 62, - "created_date": "2024-10-02T13:36:15.977000Z", + "consensus_score": 73, + "created_date": "2024-11-04T22:40:08.222000Z", "id": 1, "job_id": null, "parent_id": null, "summary": { - "conflict_count": 8, - "conflicts_by_type": { - "no_matching_annotation": 8 - }, + "conflict_count": 0, + "conflicts_by_type": {}, "frame_count": 2 }, "target": "task", - "target_last_updated": "2024-10-02T13:36:15.969000Z", - "task_id": 26 + "target_last_updated": "2024-11-04T22:40:08.217000Z", + "task_id": 29 }, { "assignee": null, - "consensus_score": 62, - "created_date": "2024-10-02T13:36:15.980000Z", + "consensus_score": 73, + "created_date": "2024-11-04T22:40:08.224000Z", "id": 2, - "job_id": 35, + "job_id": 38, "parent_id": 1, "summary": { - "conflict_count": 8, - "conflicts_by_type": { - "no_matching_annotation": 8 - }, + "conflict_count": 0, + "conflicts_by_type": {}, "frame_count": 2 }, "target": "job", - "target_last_updated": "2024-10-02T13:33:20.387000Z", - "task_id": 26 + "target_last_updated": "2024-11-04T22:39:16.198000Z", + "task_id": 29 }, { "assignee": null, - "consensus_score": 68, - "created_date": "2024-10-02T21:36:12.911000Z", + "consensus_score": 26, + "created_date": "2024-11-04T22:42:53.113000Z", "id": 3, "job_id": null, "parent_id": null, "summary": { - "conflict_count": 33, + "conflict_count": 24, "conflicts_by_type": { - "failed_label_voting": 16, - "no_matching_annotation": 17 + "failed_label_voting": 12, + "no_matching_annotation": 12 }, "frame_count": 3 }, "target": "task", - "target_last_updated": "2024-10-02T21:36:12.904000Z", - "task_id": 27 + "target_last_updated": "2024-11-04T22:42:53.107000Z", + "task_id": 30 }, { "assignee": null, - "consensus_score": 77, - "created_date": "2024-10-02T21:36:12.913000Z", + "consensus_score": 0, + "created_date": "2024-11-04T22:42:53.115000Z", "id": 4, - "job_id": 38, + "job_id": 45, "parent_id": 3, "summary": { "conflict_count": 16, "conflicts_by_type": { - "failed_label_voting": 6, - "no_matching_annotation": 6 + "failed_label_voting": 8, + "no_matching_annotation": 8 }, - "frame_count": 2 + "frame_count": 1 }, "target": "job", - "target_last_updated": "2024-10-02T21:34:47.565000Z", - "task_id": 27 + "target_last_updated": "2024-11-04T22:40:51.447000Z", + "task_id": 30 }, { "assignee": null, - "consensus_score": 60, - "created_date": "2024-10-02T21:36:12.913000Z", + "consensus_score": 52, + "created_date": "2024-11-04T22:42:53.115000Z", "id": 5, - "job_id": 42, + "job_id": 41, "parent_id": 3, "summary": { - "conflict_count": 22, - "conflicts_by_type": { - "failed_label_voting": 10, - "no_matching_annotation": 11 - }, - "frame_count": 1 - }, - "target": "job", - "target_last_updated": "2024-10-02T21:34:47.598000Z", - "task_id": 27 - }, - { - "assignee": { - "first_name": "User", - "id": 3, - "last_name": "Second", - "url": "http://localhost:8080/api/users/3", - "username": "user2" - }, - "consensus_score": 68, - "created_date": "2024-10-03T22:17:35.620553Z", - "id": 6, - "job_id": null, - "parent_id": null, - "summary": { - "conflict_count": 33, + "conflict_count": 12, "conflicts_by_type": { - "failed_label_voting": 16, - "no_matching_annotation": 17 - }, - "frame_count": 3 - }, - "target": "task", - "target_last_updated": "2024-10-03T22:17:35.612125Z", - "task_id": 27 - }, - { - "assignee": null, - "consensus_score": 77, - "created_date": "2024-10-03T22:17:35.622875Z", - "id": 7, - "job_id": 38, - "parent_id": 6, - "summary": { - "conflict_count": 16, - "conflicts_by_type": { - "failed_label_voting": 6, - "no_matching_annotation": 6 + "failed_label_voting": 4, + "no_matching_annotation": 4 }, "frame_count": 2 }, "target": "job", - "target_last_updated": "2024-10-02T21:36:12.814000Z", - "task_id": 27 - }, - { - "assignee": null, - "consensus_score": 60, - "created_date": "2024-10-03T22:17:35.622899Z", - "id": 8, - "job_id": 42, - "parent_id": 6, - "summary": { - "conflict_count": 22, - "conflicts_by_type": { - "failed_label_voting": 10, - "no_matching_annotation": 11 - }, - "frame_count": 1 - }, - "target": "job", - "target_last_updated": "2024-10-02T21:36:12.902000Z", - "task_id": 27 + "target_last_updated": "2024-11-04T22:40:51.376000Z", + "task_id": 30 } ] } \ No newline at end of file diff --git a/tests/python/shared/assets/consensus_settings.json b/tests/python/shared/assets/consensus_settings.json index ca127ef978c..26ba0298959 100644 --- a/tests/python/shared/assets/consensus_settings.json +++ b/tests/python/shared/assets/consensus_settings.json @@ -1,5 +1,5 @@ { - "count": 24, + "count": 25, "next": null, "previous": null, "results": [ @@ -188,7 +188,7 @@ "id": 21, "iou_threshold": 0.5, "line_thickness": 0.01, - "quorum": 1, + "quorum": 0, "sigma": 0.1, "task_id": 26 }, @@ -197,7 +197,7 @@ "id": 22, "iou_threshold": 0.5, "line_thickness": 0.01, - "quorum": 2, + "quorum": 0, "sigma": 0.1, "task_id": 27 }, @@ -210,6 +210,15 @@ "sigma": 0.1, "task_id": 28 }, + { + "agreement_score_threshold": 0.0, + "id": 24, + "iou_threshold": 0.5, + "line_thickness": 0.01, + "quorum": 1, + "sigma": 0.1, + "task_id": 29 + }, { "agreement_score_threshold": 0.0, "id": 25, @@ -217,7 +226,7 @@ "line_thickness": 0.01, "quorum": 2, "sigma": 0.1, - "task_id": 27 + "task_id": 30 } ] } \ No newline at end of file diff --git a/tests/python/shared/assets/cvat_db/cvat_data.tar.bz2 b/tests/python/shared/assets/cvat_db/cvat_data.tar.bz2 index 2362ebe481a227a1046830b397c3db77b593b0a9..6016f3df3c6e8c46781a57f4cb0334206ad1a845 100644 GIT binary patch literal 88824 zcmagERZtwx6D_>J0t*D##hqm#gy0Y)_(E`Zf)m^|xLbm|1b26L4Nh=(*B}9c+s*I) z@YPp!AMUBHnyQ|8n0`5@=S+)ene(s-YtpJ{4)k>&AVzTbzW%?k`Lx`Wi39EI=pG(= z<6nvkm{0WMltlyrnD7v^Q1UtEQ2cOBQ1e(^NV4S5MVqZwbzPgr4Kc`kTejgWb{>Ehas z+J19!8_A#k@E~y3Hn?{6`(SdRWAsa7qSa>VHWSD7>RN+xm`h>ZinHlni;Z}yw)x0j z!zge8mr%5tv4bl!B7%VE^U)#E1Dsh}y%+b*%gm8MB|3NGQ$a_iyRmburM z)^Tzb?op+?YJZO3HsQ_^VLL|gxYEINd_CcmW2<=Uw6lJqG0}X8vHp2NYt8Pau~Ab!w@o~}?guF!Cswqr6yKId6_i`gX%*;=pO!PJ zFPn~eHkoR&*Dy-XOkmQ3Q2YP@YD9~8S>SMJJT8<3NsgnB4dq)ZCd#)+j!D*30MfsW zpl)C{T5QNr58E5@6igDRnBppz5poTvBdikfA{@qlM=TBj2*-dxFiaT+GzTDX4Eu@4ll;Ks z;FtGAEzE zUnSD_cp1TvR#kWyK>GFC(jECk{ySD2eyl}>>` zT!AvHaJI>3{ngNOYALV(q;1`Eum{KRBQ57G2j;P2ElZBE!kgp66jAi$WwX$5cI-mj z!$;pdl$2Df9=IC<06UBfLPat^yQbG?s8>hYAxQ(Q7NfD#Vpr$xxL|#b{7q~BWx%wu z#+dlyVX*Rq?%djG!Jq21w;B;*yv=%vQnlGY;t%+1zfHQcaJ5`$OjKl#^EEVTd;14Q;v`9IkK{s)t1XAJTKnD+dV ziiy2}Ab3n#d1Gn3t-q`@x@c^iOsJ$mpR^cqK7b%52kFDI6tzuG12xD{j$_sPm*+86 z0$Wz)5684nKU>ii6mKs&qxV>>bWlSVV(_NZqubqa!*+V}_oE9{F3L25b`d%`>Vaqz zzygeHS4f}ON|D?AV{z-}oVbACd4vIBLID8gG(GAlo-t}d2r3=iu7@Y|uPD0`|4^k5 zWv3@=qh$8CVZ8m*af<9KL#Q1aM#8%)-BMnE0gM z#X3hS(LYULR+{0f{7aNR($~`4jONZX^3KUkCz#}vjd%U@?apWJdxgR0bGucqAJETP zu2%f8b+tcx}DyRM5q)O?hLX7!{15WKA3KexTy4)?RvC}DE(Q;aZ)Vm>9fb`Itz zS+QY(Bz_Ap(i0yUuBp}aIn=ISQx9#F>5Z?EVNp+49c1Kw!vwk0U;kpl15>Idzi(1r z4cC%u*6y~q-koq_g<*D^+`nt9e8eE_%25ACw&2`vOZbTTS#|P$%k>?X^vyEn?dH#G zH|^=dDpc$trE4ygf23L5DqG|)uh4vFssC<}^Q!3J%~Z%Nwv#p=Uyvis)6B56m#41D zt!}P=VE8$h`|u#$7sKzjHNrd)NOpE$`JCmRe%~&)tGp;Dc|ey+=kO?Cnd|Ia_~QC) z&cn(GH&rlemeP06^NmmZ?Dch1IA8O_8*f_DdWxTaTMo4?%d9k(PTN&hYvM4{asYPD zsFnKd!5Ta`*?|(T(@qVetU=#mh82ars**R_B4$ttBam5Ro#1|wsKCQ62$^TcHh~yEL;K8&y9H|$L1D&*@0CltMcd?f;9i>~bm8=p)gnqs*?~~e z?B!`XLOhRHF{w6mBrFgz4(dKnKZ%~7i1Rjafy{0mQf?VaOn}p0%_0?;+!93D*`Kyr z0z!5N$|U@VPSkpQ9VjG4GvTqICZ98E-ASNp= zUnMmE>;ClC8d9>-m0Gz{fmX#Vy)y%S5&?dxX8SY{miiWDASR3`4mU+IQR-`RyMB1g zNW9}{K$KVrT?w>lDwHPD97iw#o`WK?j~VQcNGrpHXZ<-KEDpn6XcLZR9lKA<@<5#3 z6K}t`88BW;oQSg1~&_{%ZEqBc1;w!-Gk z7QzO=+Z_4k&tKwvdYq}u16##7KUdHOP)mm7hft(j;LRjH*$Z&(B9Pk;HJxfr{f|N?iJvG2ItkuWRs>f$4Hc2ZUT^So$B2=QIA#WE5HfK);9xhLoqKo(A zWcHKG5<2ECU`}?@AQ4mm=*SwW!GS~ znqJ_xC9GRc$)|7|C9PrOGM83ZZ>Gx=yn|RR(^i=&%MG`6l;NmdINp5^=P7G4yuv34 zUtdTDiv7kiI|INI_Z^Z6Yko8kl$oaG))0h+gr@7wg@w*QqfJ?cf_=+zV5V&Wt(fqr_HB5M}B=GnZd0Y?5Pm&L#RIO$UM)O$Rw%+2^y z{e{H~x+Eot^uovmfKPv~I}|i`H0$=1N7xI&Omk{9YN`XJq2T}t z(xVy5qAyfJ*lLtmr`#IhzZQSE#Euq+%eExrGW{}yT8;<17>*aA_b_X_1XZy?R16xb z!Z+}8XWUsnHt>mZYy*vu-eqH?1IU;7m>L8Ct- z76%vz2{4+i>ok}MESI#>e=AwbC5g*wiJX)MY6Pi@IH8chY`)u=>Jf<7&zjfkh8a6U~uFSEWJO%FktLP4ay(M#RxixELp8?64`( ze6`PP02=?1jS-Xn#1P&0ZM{{S^lxibGLgYH`=!v?T(kVhB$2zAogjuFZ$z9Hm_7U3 zJA7_oxsS*=mwB#DN*sPAztO|HOWWmo0nBw44xU@#Aecr8VoV3LFYZmZ53~VYEs-FA z6e}yDSxkC`#~Cjh%ZGB~>^0@7BA8&FoMxUrmm4t#Y#2&wpe8?1jvuBdOvs}qHV;LJ zmGY>(u28qfuct;JLnGv-56IfKcCi?j0TL6tjngCQiBkCdYztVbrepY-TbK(AZKe-j zLU*J?ut(SCTZO2uSN+99t!n*T+Ol*UkQRw&w@sJ03{k@6mPUC5m4@P3_$Ca7^`O_3 zN*61E%GH!pS`+DJ=E6j?|I}I-GT^JRQWOl)C0QwIk~b!_2FQphOFC^yDuV8p_V*s{ zsP>`vsF*~O1d}vq-{AzU#{CSc=!ikcQmVpMu+UjqT~j3ht7^F#XXvK~MS*f}iU1kq z;H-P(`?r$C26hRhZ~PH0qQd~F__~(4YezC1EVKl5JCXL(Sim&(30*h>Rk_OBH*ZS7 zIBi-bAYv_oM3f!HK1Hfk*|o3tR7Z1efwAi+$f7B{lr+C&jjOZyvJ0I>P9qVp5`bJm zxZkK4;@(~2c7{@SN&b$7@d9N%5g&w^d*64{hv%y~An$I9sb+MCysbE%#bI9B7)r9U z;>VGU>@A~_mGS~dUWz6WemGIcAR=Hnqk)~eLE~|ir>K2J^rX{r{ogLCO5^!?DzW}4 zrb3px1VB^72!wI);Ss~I{A`kM84;y*C%KA>^0ta-nwXIicQ6g>lF!h7j6>+8Qf_E~ zn#+5m%7n^(Q88YpsEk>NS0`1 zsOo1xL2Fv^jK=WtgZ%V2 zXLeW;+KvtWOd$%3gnTl`#h5tNjZQWpgbVMB=qq~zH#-&*MreLhOG?7DX5LcvHVA9c zoDBILmAaKSa+3Pt=XK`_ODL(CDYZ>0ieEEDkq|wJq5t*D0E#-k;D<n2VSVFtOk@};&R2i|Nt%i4-MFr!$a-1Y-5H{>W z?_5lyvn)5nFF4I+xir6B7E{Zo7(G-}x$P7I|HN_+pak+Dwj?a?TRIIJHBKwQ9`m4E z9{4#So|^JY5zQv3FEO!>4}DbpyOnqltZYzgx;Vc8CA$16Z=~A8@ox;+W8`xgG*B0OpDc%>i0Qb-dFI)4)Ks}&?*<{AtMLAh14o!j#z zRQnl|ylNAye;{yYC&j4b5nmxya-N3#I;2Ger?B%RmsHf?{V3-1R-ynw$(;r@8R&hp z1Nye?qaByLG9%{|xZzqiu zyX@ILU#|H*iAiv}Y;8ZV?!=|Rhi&^#KhPIJ?U~;sQwR452=CNq&D~%>*V6K@{X&sHE_B>}8KlRmnkzGe`CO zUbW#7T(#gJkO=tOx~_G&>v#MoQHU+>>EP!QmLJ}!$I#mift>CQwxou8Jg`V6t*sQ= z+xKVoD`Uy>J@)dtGffiIn>szGmb78<&iUtp=WlV`gpnd7FNS&Uu#?B0G7-TYp%iEF zkGHQ@JjdFPLM)edE+2VGo)B1YX99{KZKl_ipY`MdMDVvOFo?A*+teFMFB&t*v%i0c zADrWX?)bqGsg5|DAvJTIl*OdpB}1BHFOJi14nJDX(T}Q^9)>u4eP_^Ar`C-KgVbBK zPQnq8w&kBX{YDJlpmga?NHrbo=_hf z2!7`iHd)~1E9zGTjS?1XD)fmS;v;;VQseYTU4RpGn<=TZsBWr$oWtqVm9Rn<%?@>D zB!WGe{ko4?nIzTAd_kPCAqY5a{yWD=!n5wKJs%xWZST_nab_s>gQx$=(2~jbLP(%x zB)*8`dX;6o8{%>FnIxMu42ekP#`#Jfn@=Lk6c3=YB-X8Oqoa3)Hv{FSSIT55`Bc95 ztKF(6F>&yKiUqz`-{2z)1K?n!p3RGD@k*qsjq|`S3iZR@YJqcD5;-FEpP~*}a^kJC z8}g+|nx2wfwCfpD*4&D}A^-sl<&AWhcfyc6(t#x< z1xf|4vlWkc*c$O7qa~iukMV2rr^0@r=5x@;&hxxTd}i*6b$wlJrCmU^uG@?DjMAS^*6%s=LPIPa~`Qr(Yo+UJ!+u@Q6R4l9k0 zCL)YL!W2blQ~bdVuGp>mq9T!jzpnai+?gfiD-j%SCp{vHE9~gPqJ^@T zde5wh`-0D+`iuq>G5|P0Ob46lh_&RIw(RKS`h>`A-%>{gnZxmI^aCM7Z4uw8xoOEN z7`9c~LM}+lW6*YT{0v%0x4srTsk|~Xw?_mZvW#(CxU2dH@VRZ>UiQ*sOOroV=VFwWeFrA6 z@f!Fncs+{m(=;x8eqZ4m9w1y*ms7T$&fz!7-5IffnJ5^zS)Tf6B%FnpC-`AU@WbXG zH+~9i)Nj5DWmjF&+~NQX4N0dD%hmBk00{V*;<9Mt!nsR&k(Y4fegN1F01(EX{TU>0 z?KxY_>JD7*=}rv-eP5eh(88TfDOc|0i?BAI%qjRKQ=<_;>&1%e7i`CYtO+3v`<@zL zt}2^j%iM8Z`riHu@f3C$aQd{Z2!+U<2;))q37YxiD|t|jsa%nqEaezOD4CAqzj%cO zKo9s98f}NZ0hNASg}T7MZbn$fR^N?fg8?D#IU$C&YlLa*)I>t5L5*B&@!>@@kpOWC#d|gvv8jYnLxA ztiH^f#Mbp!P6F*whX&Z13jqKp)PrNmIm*Zv?p%SkF>cem(LN864L>;AKDxwHp|bkY zgs7cY!SCR!E|eG7h6lSnd|bUTZ>6(o1cPuwX0LU*=j1DYq;2}}ACRgTu<(a~02}&{ zr1`dF?$tA3My>*Ns#JNL*FrNqUT|AS#?yiM?Sm9egXPrH(rPx$!U3qH6vI$YoJ;PA zz6nMSRx?iXi|@JN&6(k-RN{DPN8La=Td5uWW*Z`v&}qFEty1clkH)k9q5gt}G`O{q z+qceOa5QGWzX)UNk05II9X9{f#QzsU)yYCxb$KpM0#3r}ds0R2W==X#+pv4aENZ;G-Mt z+{br74TqmsWvP3?Ngf_1;h`eD*khhW3oaDeuL5rv!&`?Q$kkW0d{d~x9qNqibK!7KQ!%f~RRmJI zp<<8YA!-ujV#W7&Ui|k<6C~2MJ_Gl@68>$@>w}iF ze$#&c7;z1gsz64~j7|NqRTvP2v|15orW%m`>y301u^kc>B{u$dhW$QhXw_Zg) z8LuP}$`J}@G%Hzao|FeaXP7kk3LnA68e3`c6$ zxu77Z8|Fy#gP2^gaEXo4s@XXFC()`>@YR@;KiM8T zo0}uwvbgpOLPsa0)c=%Xe2D*LA#SN-`C-gi^AKYLarvb8x@9JEsrACKOP})cpw89l zm>_TAxRHA$FZJxj-JGKj0m0ZDAOmISbuJvAq0y#xSxv>wvxW>IA_Z;COE=i22uFqA zkV-63Mt||+{P*DOh@TI0<@N0oFPcz(o%(#M+}Rb_Hi1C!_I`8j7czGF65I%VM}rp2 z#1{^OVlorc7_~HY9_Xq_45&Uq5P_mQv~KMIA^6ty$~G;#u{!QVUb9&y5EJA~wmOIB z{%l7Bp4_4J*0Vr@^Oqj}j?JqFU#Fa{G3FY+RELIhMa%>Bt^99Qh`~_;`pfhM_z1jz z5x#aLn-e0m+4u#*g&$f!#1h641Wf9i6TV?W?l}pXuv+uU8%uwuo&DmK-Bq>S^vXRk z_-s$2q$Gz`bdtOJBy)x0S7l<<$j_V&6b4Z+b`E@Nu2e8q{rBHI*YsYr_VR~?n_Mo@ z&HR}5d7_R}NTPgu{nwvli*eZIA31!Ri8ZLl;VJhu{N8t3cpr8L#TwE^adU^YWw-Qb zi21lT1ypnZ{t%9G{YNr|?|t1cbWGzUGv~VlU%Tmd#KbWcwln4qE9xvE(5A7|LW&P; z!|OuJZEYFXgzS#kkk`~sQHXy4RiiF28xBB-n=#v^HH+aL zZFgf2Z*p+K#tpuFc!ZrIE)5wd0_sseE0{nNAgV3o=*7O+m{m{aU>Hm;_zadE9qX9l z>UbdkavBFGGWhm$6v-jZ2gc=b?e%zmK+nPeUgOP*WYV3(v$A$YiHYy#AsG0I&r@|d z$6xBi)AfM6KiBEbYbA(@iQyZr)uYg?>fqc{;q>-eXa^O!`3yJXW3@U7CS8Xn>g z$hnut@DQrRJH-hH$@7_Q>81|-ojYhgw9o;#-q^>6?V;12XVJ2 zK4?qjU1264*pu*er?EIw*;-d(ApvuhABUbH9>Fp*98@@Oh|Mw@&R-negc{d*=(CQG zKJpM*8MG9@eFF-211!|wO!7p+V;(C3XyxIjJvL&0p7hs>w;ohqwAaE*K59;>C~mqj z2-p!Vn-@p*aDD6@=rQW`#~d*Og4f{qmYITyVk?s(I;Exu7-U8gcF``t4^3J?b_*BqNey8 zu%iUgg>1y#VHd#tgKb||GCYIZc!Uc2$00Lnd zkMokUOH1uZYb+thJnB>A_|Jh`fEYAW__XCcu+SMA-zGT+POX=WNM;?vflY6?AM53J zV0ENdZT^|UQLs9_E#ccu?;1Qmf2BZT$QZ=PemL##Lj+Xo3%&oVUqf`6l2B^kEqp2OC-FKzbYC!c?%;FK;*bW4W1Z>sv?p?@z$PU7|#>h>ru%kyeZtl>H#kMsm-}`o5E`~rfJv)k0 zEo_+o9Hjmj>T%p5St!we#>{JoMNoMhotM>p9@5T=LH5*i?+>D^78(qKw=%PAWz)SX zKXS!{qeu~pM7um@+=xiI`wl(odBuHVBoqV!03QNqbf98K#Z$Ebv?Qx#iS@3n4X^rU z^D1e(>b}f4>bUb)VMDg|Gvn&E-@ z-V7Ws4S5_32=HlonGUa@yiOZ1T;=?({d*SZ&d<-GJaPNva_ky7VaPuj*mgww9Vwq2 za9+B({qV-Nc@?bN6K_eL-1$VUmE(4Igx2P=y$V~0d%VTUyclAha&cibAZH#yd({qY z8210Ov)}j>&SfGQ_(($Aget4;mM6jL^LZBp;D3i(Mo|B`4_zuMI1CNL&ySt-QKbYLqS7#rqZ+_$u80MOCg!lm~4g8R! z2ONVmI?Q(#emm-5>P%260s0p7Ent{Z&#^2Y)Q zAXuD9zVlUM<=!| zWQhZ(8vWK@{M&B@A|?eS~fZ z7s2l=g5PL+tGO`LkJzP!z{d{y^mr# zM7gDR^5cvRxvTjzFJ))?!`*^+ACfSZ1*p!u%_=f;dSG6m`{3H7H@EO#&l8THG~}YE zA35W#6V>l}=c?FUxGQ=hiCS2sq@-+X_zG0bMmjSH@vFGL?4C2)UtM*ZbKbZ{3wOJG_(GAD|3CgkehOkv3Ip8#H&9 znko|STL^w@m~cm?sGS#Pgcuh*`7;wyLL7bMOa4g|lC~L)1uckAliPeIohqBC6TRFt zN4yn7G9@SI-_t8YO!}&MQNl=b4@PHmBU9x7l?`OASa2C-@bt?gOe5s}x6=S0*iu)$UV^5|@rL z4Q3UE5r#AAyw|sP4%H|N8mK0k0^`^rg<(oejfb{xxLto~2M;ZzM5TQ>Q&r2qoGd~? zLh$Pjq5`=+?X9HDy-uA`hKhjw|5=B}O_kuEUW6wC+Fa7ZCn`wgn=WwG7Gyncw1+t1RTV#cl+MsNmh&|B2K!)_Y+fU_Xa!3{Zm7y@8GDN zi>Jrz11VYGL6qDv4;cZs=n7xFTY2yk^r6Mk8{)^8V*D7nN)HEkIPL?D80$Zk2{}DvJQQcnz(W z&_z_zAI!SZ`u!I*+Q28CV`i)D*VZsKR@L^-+qEDF0F-*c)v^40I7D(zSip*_04GdU z9wi~Q>DKO2?;czh*69Yo67!v-r2zpiyOVLo# z{FC4RJ2KQUXS!iM*75y^Tq*YfX4PEwohkT#fN*quvT0D=R=~U4k5{XMTok_!VduZ} z#oli!39)vORh+wm{J}iEz|R(1KPJW21!N+{@$louf5(h+@?EB z3wy^(5CXPOe2F6h(-RhTErA#Zk~#S6E+Os{cC7voOnJ<>-%R0lF|}e`(l}SkS`CUS z#NX#;i?0Y77w1-zG!Bf{eZrnef9u$Min@*Ga~Pe?3yE>rUpbrD1w&CE3b!?XBK&-# ztRr#Df%`S%Xt>)A1_;UVP_3Z7;C`RffmR>3M_CcjekIU}qww=%^wG{Q19p`%o7y|# zTfY{TQ{^Y}SGuX^$mK+Ar^90V2Pa<*B5v)$NFdS&C+Yk9OYz1wbgPlyyS`x)z}_Op z<8G)ZU&&W+dq-oGZqoYnBj2A8DaJ;5%pkUsY=Tp$(^g`&ed!|ta;9p(r_zISv4 zHzsb_&)^)j`CijM)Q1YZO^wpt;iBl0`5GXVzO^$KZw8mm*OLjgmsbnDmz~7AonApq zmqEQE%uvL<;%p$goqBqG6}i!S@@$zPXSb+r%bSVKkn_OMiy9uD{4>R^08t--y6O=) zBE3O6nBHoygWQX4$B%jwXrp;kmdMMiMvF_5gC#n_|rT_<2n2$es9^0C?}OTEJ6=WL!xTnf4}c3#(XONstbGhdYf@NQJ#RAf_E_okKKad?f$xc@+;Ve!HbtJ3mr-m!DX#Zk%{-UCLemccu&eV7g5jjY zaPsjbm6q~Smt!W=*Us;={c+s@A%V9s{-4=4suVoRe>HNx#)6PXFs1v@-LZ+0#uZ`B zK(Bd*&k06pNvX>5 z`4dR#nxmsD5}leNY#Sc(>M8dYx!6wBmVB|9oZYEK!)h#)wgFB#WJ^UW!-qapxY`fO z=Jn^97iu~l@wa|p#4_B#od)K8m(U)Uy}FhQAgHG2Um5Un?-3DctwOsf!kp@+WKWAD zfwC9fgEmjHO@c8W{cX=sM(rCD9sP_xi)ZGt{*jN$xY3f&qO^!K;u_{sklT76ZnPFw zKPsdSpzNA&!;Q9PlUQ$F85FKcVhjjZ80idzOFZ~9>ynw$DQOLQqojPZ4{c=B~iXFlJr zgl9+6bS$U4x;A{Rx9_+Q_LH)yYKTy(L1GsU3`^R>zxMgg$vyLR6g+DCX_hYU3bHgR zP1&N^Fu~a|v#ouAkJ7=w$IFUNjd#l{HtjLYgxhD`;a_*I`TY4(yIV&JYHa$(C)(RR zsH@MW@DcD!uqFtYkI-!hTgp?S)ecuQHR=9%x~AmKgr>JLFYqzC(|j)r$<(VGDR1Fi zD0nR9E-IX^`gAKGV}Cn*jA}BiDxc~7WSfjAEM3J89P{_3$RNYtm+n=m z^jQXkAZ{}8#Xv>Hx;v}9dN+Cb?+KD(Nev^t=)K&JoObu1*a1)&R7@R&2vn}l4grWH zkB{jz=Ui{Qf+gszV%L5%aJtCryv>N0oqMbOCSQ9Y>u;ia*F2AlzQTll2gS#x0H~;f z2Z^OybnwY~k#*$SmE3chzLFcWZpMQ-28e#b*j;&GSb0qy6pG~+LKoQN50wP^{r|!M z2LW1)h-gi_?GfD;AeoAfr>01m^ts0BGdf*qj*^%fdVe@ULr@HWp02b;3}01AOf^n+ znC4fU?9>;K5dzHss}T{ap=1bPGmOzFa-STG^+{zEd;ex#K(zNPg4I5pbcA@ekI^Tc7Mf-?W8nJ~ZhWZ`l0!Y8&;V z@y|5o{?b$1*zir53xcLntJ%1()0)|_A4C-N{9>M~tL}J;D{;8jnQT`)Vhlz050^ZL z#@2BavrE;wuX4@ef=q-*j%o~s5y!oMZS(2n zt|W#0DY#R04R@PL8_#G=t6j|EYINf@=*vccKq&TVuPG>>85fuRaEZYOEG}K1%i+zt zr#4KZBO@7aYYQ-Ck!yAPyJV+@uw_nq`3F31Ojy;?O82{bUChUVrJN7OJvOe)xO2AxndR z6uOCsCxqnrdLvdL=_iyihR3gJtaNY^9sGjb1z^&cM~|@^1K5HdH@n zo{~Bl%gmXMZfJ7csY|GEl)cn}GUM!*9{@8wETwDZfiQq@X4^*9?`YIyOTu;zgzj$}dNv@n;a zl9ct7VI=wSE9qA~m>?AC-KIad6#;$PnkPXra%KO89hk}Tb40EGppI-K?dB$&WZde| zqFSIzRqXugG0`6{qU$O9FlcZ?ZY^i{cP0T1B{7#j$_<-4<^(G5HSyen&M1#ew!JIA z0tqEv)C4PmTVmjP`D&CSnq{TZUet5XPSqYSX4P9S_2!9RXZ-VyS^K$p_xB9!8MKlQlkZVLW6@ivj=9SbKT7vlEW53GrYJs>;R)wvEf}`RRg_eO zVPId8QcZ#Ypd_ZtHbMWcrSj4v1wmf#M_x)xd_Q$C5JYf|FQ63y{({07NYrf*5n|Ms zh6J9NmL#F43oA-J4a^VZb{)}H@VQ$b|``eBGS|n|x`}LRaOOyKhj&hwhQq(ADIE5A48mNoU9k~575nzR8mTHZgn zo%N!CVUq#$lcE;%C{u68qFdX}<8L#+ZttlD1~2thM0giYuam!H%X3)Tzn4PSC5*3s zXK_Moy3XN2_^I$nb5rT+>1zwU#Ye`|iGV@m1oN{(!Hc3MV4N!-w?fLs+vJ-XuZ9yW zRK=RIJnerP4wVH!u&EIehUqa?q`eA}6(sV-C z9!TGD=Iwfb;`pB@e!h6Sc9kp*E`Au{t!eJMtF5h0A|N0j-rdF-ItvRXudZuJ|&GE}%X%cIj2( zsV?xYna+jt7)nP78?vfau9;QYG+R|Oq>9=F%ybj8BpJILf7M%kpm_+d{2}hm?YXniZ2@W-yh%h>3OxK`EIVk}m6*^E7 z2OMN1qy)&O`2>}NgMn-{T>pRr3=o0jj^O-+A-_Tj z_PRb6iRzQSvF1dUlML4~3<*YtRUp3c6QKzcp&ww4rI8#4hjBu5TPJzY6BCFE2Ik4-(z4>JE$}5e`4R%h3?PEFu&20IRUI?KoECvhjxFna)s$E70*2$db#K z;~d3s8a51-HXO}i(no|!9fIk2k&H~l>&59nq*_P#%4xJ9f4x1#7`dfp z#qn4qTRe6hXaf7v(c6!o98eCV(1hJIQ_*% zQb?%NRKGqM)sd*`K7d0-jRD%tu8}x<2;LYiUzz(@#AK0W(0?SxV^!DxWMWd2Z`9R9Ee#rXsYyWxeG0bO;B7U^tFK4-W-MA&Qlw=IM$Rs*FR|Pr-sHa#9#sn>z0|F{= zvUB?-L&cAjlo4lrvQEW>OTvi&Cdgt`B0bVD_kbw`^8y)^4XOcklG)n##m=&~Td z%5;^ww@?Yr)hi!rAExX&%n;_yCYbA^KfCmMoAP>!3N=??j|e961{nvWf3CWpwNJ!& z+ev`M_#z{^qgk`u$!wr<&MxCIR@8hxb{c3Y-{b^yIXCFPHC2(yxTR zu(TueH&u%*3Ds9h1Pn6;WZC!hrm53W7y(HO1>N#wMyNT{ajm z>g%9P@K)b&rIGOMm&fMENXJ{!uWPF$dnKWOyJ_vpq>|R{xJfkR`8uvLWF$rw5OBfkgDlt!7|nqufN99owSZ$gh~OBP%~BoW9_I zyO`S%QHa8a$>?SNJ#W)Nnf~SRr+b;x{D5L#c zLcY?zm2DFYC2rI8wk63dL;AYJW?rBRYC~3XhFz~rZL($l9{_DYlD|n$W@pv|H*wZ? z7U!ha_y1cFp4!Vz94uY7HG_jFO$r}x42q6^(9*J(CZ5idZrP~s{H|xy8a{hVseeq5 zHsRX$iNrVJKw&xJORjytl{>q;u82IaFo+QEFD}e=5&;!54!^K`zApu7+D9h& z2bEJ|qyS%pJ-a%vYY;5!Gr6K@}(>@l<;gn$wtVbZgrX0U8Dl1vS~!YTU|$X3qh? zS?az&r_4h?_3VAInvRY#8az?qn0e`xHuiRHh$0S>Hk^h3dw>u>Nw%2j!o5ytE@4EwaI{vEWch*_5cK6jz-LFde-`#3nV)s4t=0!P- z_suu^+vp&-K%;CXK1P?_S!!{#*wxyaU_=G`tG)Gl#w=oIx6g&QXz2a<3`a1SvM)E4 z`XBA&1k!%yRdQ`z8Sa1ZjRCAb+@bv>kUm=8q*Ck+9{LhNFP7e3n{L)F%-mK9AC|h$ZXO-buWM@>RC|d^OhvlegR!69y zX!`Ra@v_*VV2Ko6qwvyX(-Y07aZ-QXs@YUc_u1aMeZs&g$VEU+-;T^@wu=Z4rDp+| z_dGBD__kqG+XyO|XijQs6;>#F^c{2DQ5T^v3ZVSEId7HrEP!2Lt)cMmzMeC+^>-vj z10NXZRVtc>XoHlCp1#aylJ2cEA;ta%#xEH(;m+@_@#z~W8mNwdA|ONf&|c*c>qEM#fAz-alnU#&2eqE#@)IJ3^4*GAYdXi2*9z8Gur@( zYd0B22);V)64iLPS)ZJVzG9LqTEKKI4*LywBZR5=l-s8xOS<(PNfWxVV zisSU3RAA$#@iYIZ2N>o~CSnzRGZ>%c#kB3yWK^iFUA0Wq+QH<3^>ynK_0@4G`l_nx zV9Fr^zcEq)2k-$9ASKRhe|oz!=x(BnoQjFoff;gU^Jc==5|{{v@cA=+~@DURsT zb}+STqDQ*AuF9ognv+1%db+)?IcPDO7@ztqZRe!2>##V-WmeIK#kaM83M{`}|EWWN zywD|T%`S2iHR5{=2QTYir&ii}{XI?!9o8hyZE{t;DjAN`GWvUa<0C7>*296v_Uy8; z>MUktwf+xBv#`hY?=x9qc@q3#3)*qcW^(yTS2vdbyvFSK=x1#~hyw$|M5*Y^)HN+I zUB~AlA#IvKAs|EuBGGDJ2umLPc%Fl#qkwXXF3Gd8rm5O#(XQa;_05dX9a)(p{Kqvi zrOsW+nTpP;Een2Jg;jJS5TW==7XENqEy;E3+svN4w}b0iW+9jLFWD}hy{pIE)#LCEQ2NAb z4^Js$JrjHWy?6X>Y?cbYwSnb)c9CS4+Ay^m8AAl`aW9osQ>x!^vz`!Bff1y%iiFuHCd@1QLtploCrO!AvT4kYw_z4Lt*&NZv$ z=Qh5IFFHmr3fQ%b#e+A>GmE@9Fo%n}2(-+piHB{Kj2sA&uv7}wo9bTM;J7zy&ewC9 z%c{O_RlCEOn;F9(qADv`(U_~?)Z*I3;h2n+?TEezn?|Z_n>xb6*t|K4+Z$_bv!{$> z7{=e288{=&!gkv2lmfiK6OXSBgh7|LMcj4gZscuc%%XAB4%x|0CLprpEZ8Oe_5t zm+BQ~mZv{6tz*=`bKGN( zr>R2etK{t1w+}MfQ{nc?|2M?#i8u-Rjn{Lph}Ny@unpghmpTLj0D-0v009gF^X2c# zfhN1ruS7S~fm!gV9RLUeL6Tz30wKboM%4PJTb&cRrx3goZAX3oPS*A`#Suq~?g*pZ}7j7_JYAYcKLJ-(AEvOuamBjxrD+JMY(%fnnAN_6X1Xu;jAeyn4 zYYU+|01ziu33v_^^dXsR2pn`bPx*J!)OOCZuXnCF5g(PES;^wA>7OYTu>e}tdz^lq zm<`6uGy2H#^tzlC%FfE29jwwL0tzFE06-CYa*S!t&~9Y<(AII%+Nc(vJySM|#I^t+ zDWMfQzR8)uUv@gtNt{kRh$06&@Ktpt0CA@x1>*B0ZXU3Cy{jCAf69V|i_idwgx1cX z()u3etfPl{H!vmTa9Z%XAr%z+_M>ftCXbAod>e#S116 z#r{{fKNHn*JdKz4^Rm|9wy4QJpwFTr*`dkq%}Z2w7~^)`W0T1sO0C?X1;Sb|!7WPO z1KI)GI;C?DoHz`nTP8z;LWh}>hQ~Irfgo>)*WishmB@)tU+yEn$y;=a+S(~+gi@1 zZf13yxW2E9=Tcy~V5S&@XTC(k#tju28&d#S6Ep1y? z?5wUWFD=|$xUqR+-BnLFjKdlHu-tslCqtFkIX>Sd6FD*;V!dN~sz2s1^_3C9eXfCT zLBUJllAk(sK-k+Nz)3RLl^;C~eZfN-f`P7SZ<#&!v4QjV)!uP$XGzF=bI$p>H&BI9 zX1k3)>SxJpZRei*A_$~?(S`#7O#}!eV-F-PHrr{W(BIyqF!nI&L&|<5)UtgT-+GCp ztvnjmwXJJ6s;t}Cs?BxYCpj$J+t+kp@eF^!2phzJ4_b;*9)+)RleVl!)ej@mGbQs3TEMD*1 znbhxGah}i%=ULY}ty@>yYg*N8#Z^_Rt(lVvBL%H&UChpeRaI3~*a?}D6Eh@Cw~5oM z#OpZGshF)+HK^6?of?^`)g^k|KNpyiIh?>=4L02bh+x4Z|1Ol8@BsJgfIuJ&RWaLLKuIyU9!R8Pq?D?hwayM=e@%oe-Yy5#qaoRK=e9|rjsh2 zG}~T35mFsqLs)oGJdlm@QQ1>L45ZwM3!p_Vl$lED!$pbuwOp6U`+eT;U%hZz`ly?4 zf(S7_fI-_Svk=YgxxKivNii;MGB|VS;WsfV@e<3<9p?p-NhF41f(zQI*r$wI(Kp61 zXj6P5N~9zL_+|(5zij`aI7C2-(7*_Yi5oj<8LV&YRl0djD@WWQr_ALgIyaryHl+|! z9$-Af^~9b7%s=x9^QOBz=N^2(TwseLjTa>Tx6JT+AD;YAfAT(o*LV+O9Csa^BzK>V zu{rLJ-F;wL(Ja1cBV%jPG78FW7R`ZNwymXN^Ld?Op=pPB2^hQ|S1XKgZgFp;4jhn% z+dOKQu=;>X|0fiRk9l*E8FjlYz5nQTyvyrugpP@-{5eVDG6W zGgMVoM7km>sH&=}nVR_+3r(%}hAx8lvu4{I7^I9vFhmgq3}!LF3aXO>Bru7e49|=D zlj6a6fqu)-Jp(bHJ^BGP)tv0r1a%IR2839m1+)s z4-XrDzl&!Pk~Zw{^13jN_6!!OX0jE_-r7SCsgBVdfnvmkK`1)B`@X8n#4n}h)~n44 zb_N7a1scBnLB6%W`{6>35261x zLBe)2{J-flxq-#$_2^%YRN7(aK{9hHz#sr3aD4$`7+HBS(79X|UneUN03b6pk1NYi z1VRi3t;TvWVmqTziQUtxA&Q}+P`#>}v6yUTUU*r=+mQj`;94UFT2>XuKtPC)2#8cj zaQFJhWi5gg7S%1Si=O3BijPT1r_q6U*S3Br=b$a-@ubZ}r;Ksnrwl#%H)hJSJ$K0;F zG&6KrQmoxw&B~;e)Mo15K3(x2qst;1({I@B@AoLfDrpz}S8uVzWp&MIXxD(l+A{9$ zrNc+{yM!(euMC8Nu(mlG2=Ffnjvv`!hc*yES;K724(xa9RasI)CK!|iQHHb@+wcXz z8=aav2xPVUmBR5>|5ZLo$oOP*+xj|%6kF`SBLI%3C(G>lqirjhXUwyZc*lFD-Wbt3 zhI2*KDu(sn4)`O(;~ltCZ8hUYUulj-ct_phQ9|03_2m&Ar_CO>{%_y%@4o_$e9qpS zk%PQ8&n_dcQ60Cm_wQG(>Po2@7CL$1_tc+K%e4Ahgc$7G3>b)^DNE&&6YdoNwOZF>`c8EOEj?Wf6{J zUSa@6Z3zh3p%QrHFAETgX^B)IEfOL{+*E=INEn072oh2;AaX4|CxgIu2XVKS`x@;# z1zoeQ(7cA|Ik6WE;d8WEV2DK#%_G=BLQ=#wsv$!QrxVE-;c6_F z>@b*3K}@8k1>>X1BFUXMnMkB*%X@H6~On>QpfgtfLC>~a0BG9Dnu36x?7G(_wsF#*<7J#EAl^7nG&$jnM?$v3@shku1juxUfUvQ z(D}*w8#dpwbmA%^YNg3&W$pA6Ho1mH>B&=T-q)zG4q_Xcg+p^VoH@I167J$r>-^8@ zf7SnU_|I4KxGqS6Ca3spIZPe{3t{m*ZtI734-1XyFv&G1NTVR6bcRRGkn?+@#jaYC zA$g-R9^Y5^K5wo3uPcmw%zQ49#g!j)e6d)rm!b~X>R)V`#&)(bSuz)3#es*rKHy0L z1#O5w(P=z7Ym=LNcDum6 zpr7x81qmvsA&~n=nj^ozEFmTh4mylj`YvbK0+>mCta8RS5S$F;mtqi%bTM;8bU|>Pt|OW?U~E&wM>y4ph(>a9stdo;dG+&r z`EjGI`UrfE{ym>dcRVC?&w+=)=L6&}{|3pJUaY*EX)9xtY~4etC{dx``JS^|;XB?F zC-ZUIX!bv5v$SI4Ied>#R}Y%Re4{KWoEM;3OoIjn*OLQ_pbwxr4^TqJ{eCSJr3QrOKny(Nj4rwmOl|JQFYtsdK>!E!Li_fg-`!@sYB+WFmJfC}Jybk7`Mc+Ag@ z-j`(vJahG7TgnHIEz$>o_wxxZD9tjV{CY4<@{WZnRfbaT%6B0 zv>dZ)hfAbmjT4!%nIkdK`VO_Dt>>A(Yj%+@dEkc}9L{8pkKz0Nde)ZPojJxMnaElg z$$-qI^`cU$K|rzatnbabKE0yXxA#7`r(v<$&_><9FXqp9y1mYe=?Xgc!zY_lQP>X> zj`k{=2ch>O!Q^!8`grNCMigCdziGgg^Q!E_&xr?2B{95&a0s2|HNjNM-UYsmTU`xa zIEL32&I+L%SR?E?`fXh*(1_8f-UVA^jHmr8&b3ltCOR0koo`z zH!|fx5&-T4xu_0(aaTfvWsuK_P;wZ6%4n`@aYO2BYhL z>H7)v-|>Fz{+`XduQp##YW{ng5hh6?87x{%rTcdMoGW=XmO-s6R?!0s5EbM=N0a6G zxmFSSFO2_RuloD*<+nb6T}hng@e^YU;WL;si*?o`TKem<=h^zK@N6uPW9#zExFBu4 zi5-~BUP4%@z}PZ{ZZ3Z_y>-u_tnr(hmp3cNQe&>HzCTyJ2qFg1kQPDF4F^KV8s|Z0 zNbTFFgyyk>LlKr08`>WBvnQpdc6Cx~W0-gV!L;SPqI^d0qu{S2 zNvT3(23jx-7&p6IQTpKIN_e2@aTho!NV>hL%_iZpJo|(FXP|;hewg%`veo#$-pgfo z%+Hzm5+iqCv~qj6sIHn!VZYC7RvOO37|_r#*e5U#hu;H{E!b*5$=oIEcbc~|UgRXj zIj^U#k#%#2F$|C9?!lJvZ>77>?fM^NlWJ|3rp^K(-Bqzwvy*M5&So|e-(Ozg9&+3C z^Oxg5{;iq$W9Jzjh=C4{f{obxdMT%z_9sgT(I%*MJhPQrNSDU`?G7AT7~1)bLMQ`S z&tmNxu4(wp_##I()x`G8!n{1UK;T42F+()qwl@- zqCT=HnZ=AvtphK3Eo@77#t;ZhA&sjx*$vwc73v*D=J%+Hg@NES4ujJLJBM+{A#-Mr z#HjXmryvWlB8}9Vivg?(7-qfePe-JG&*y%yP%kQ7bUTJCE^u4NYMGbfW>t!|8y72A zui7gc3t?Mic7H1)uJw0+hxqwTtK;}OHJb;1{jq-BU$QN4`tr{p{5@R$t>+K-TyX;+ zZM#dfGTYDiEn-_^Y`xY6jzUQ!iNQaYVu{T20aEn|EG*O-U}1=s5%zdK@sp*or-kGS z^q|uEed72I@sMFZcp9a}CF&!Smld-8W65$X-I!@eA(*(VQ2% z%;WO?)(_{YF53yy#r0f;TIQ2E2;7##4&DZI%uB0)2!PN^Awc>Qxu8_6+Lar!z(oeG zs&Mf6u*gk6KAqt?>NC3C!*Ulfl=Wfrc!ZrB=GAsAZC7Z*^#(RoH784md1=c{O8xNE zH;alnRlBM7l5X6f^)-LUOgsD7GNHkn;2redjJhQ~dls+dsmSBp^>aDx_bf}BgK zN-YXz5=Aj2L{v%~xL9c@ydZ|{3A$u8SedFoai$)H0uW$CfdTC#L_msV-OYaq5u9S6 z>i4m={Vxw>MV zS6yK_WN%yxW!-D`C(qfp0C#k?J0WOsJ+>w)%d53^$MZ)gZ>FT7x#;|F&6V^qdwNQJj) zqI5Z)b_NXC(UiWIm5VJSL9#-~&_1tw5aojqGVI7D5FESvbFOj>8P5Tb&|p+8jQl2W zi$Ju&hX%{3`9C@R-^ctx2_LZO&t&^V?jueoT1)W%e{Yso3PDifvckh+k>a7nmBb;I zS^(M96esvrZoXG_DSw)ey`sacN<{_4^L!Jd&)OQ^wH9{l`Zst#UZ;njn$D%;Hdge1 z6n`hEyO~!$PA@0=zuxYfelE@rQU3V8N9nK0vZ$&$(Fmgmf&i6>TCXNAd2Qmv5om~RZ9u7#LyDM)#iCsU0t1dXkNysh%Vj!e?PF&n=N10i z56u@72N70V?Qafa+_<+r&PX{Qs9C3ZpU3g4V6a9gHX*jyMfA+~ zX<6SC3^PMvWU$tn9H)*nkBs1<5sb0LIRXKhLnw>T~doSl*1h1QHOZZ!NiehroUtv!elK7@^vMSWq9?g8u_pbGq;`qDPnTMmB z$JlGqj&R)f)S!WKwYo)De}eCe88K;>`;SHaldaAE9cwvD6UaI?R3*Jj3d#vxnw>B)`v{1ZhVAy{dyn(1VT)a<+rSYpn(D+B#b?m%kO7G zyoe~ofRmDiIBdXjfWkBifC?}sW^L8U0->ut>64H;j%3h6AdMW5JF6Y+`y(z3(Ri1I zudB_@{fQ5{!I|IG7jQtqvBc9HJ8v}IHpZG`xv04zR3l`8hXT-eia%ahIvTufJ9Ns> z*So*&1uDkD#9Ei)p{b8tC0aK*2P`hY+1lIg#mqFM#;{^fcExB71^?xHiq;Nc%dO*( zh!y^dIZlPlg>D3UYx68^5Ofsv3hhTBd92^2urAJkm!ppXzgRgavZ0tJ)WujAR7nuttI zTkjvxr&RPk(D6$Tshib1&Ibmys?Xw>zfZVT{(3Kw{N`CfA z(m!*HV*0VGQ#p}yi`-LL>`^P8{H^oU-sqAHdS0lz1VeQ4cnA>=NB|KIOU)Z5gBHX9 z2m%jcYuSA7=H@lzuHw~N{4@IIo7MSo=5*PO+}=(g;fa;qF16CTGNug+TW%}X{c3=p zX1)j)XW)IW2K=MkPiHQu?T)0?D?t=aC)Gt644)H&y)Xuig}$#JReM7q@4)5>f(V7I zVq!4l{}3Q5B#4I71UBDGQQC#M(R+yPw<61D*R83@tHK!zpGF#duEu)dtTzeh(v0Q^eW4k&F_Pb<_!bRQi+-I}y zcAhjXkF9*NCOGHDbYaBr`eUX-gB}UsHw3;N`!F~d#(QsWCG+2#|J09F4mqizzjKA5 zxL#-+8wCd8G1a^U3c*X6myRc#rL|-R>|y7(fM9V9F*pn9_kKV$yEYA1N-YbcpF!=a z!g|y>HnVdzny2e|hcAYi1?{Km0RjW){GX37+C)XjVODgWpM{OrfJ8dUUMFW;!-w9j zZzFk^=+{wp)PE7s%bmRJZQ|`+PvsKO-YdH9!rI#}u0VhQ`_466nt4P0I#XZyw#)!P z874@6u@M5^kr5IG2W;(L6V>#wh>~mofD!tDKmjtdyi)=0SBzNqMe|mz;k)-xc{dX$ zxxgp@;Ju1zFJ6`WO2BrYEd`=3=tM2ZyaX0O60n2c{;DdQ;S7-%ONpSou>=cZ3X~#H ziiUi+C<|&35cT4T<_Q70Q3t!ZV!y^)@?x+_G<;5s=5Vmvj;rZs_+HP9))5B9`W|B) z(|1Uav&Y~buUFqNTgN!X{@+R>HRUCjKEBoo0)38GVQ`PN5MCERc-XJF% zw)7u3KAtNiruv`jZ5UY95DuBo%6Mj!U`GHE0s?t25^G+Sz@a`OA_Px%912xLqo~k1 zTm2istDbtP#1KS40Ou)-6{PgPu~T^YSj_)*z492PQ-(DiSKh$kyCA!98}m5St3pje zr(^Tf6+ACvFTI$pWidVL`^r$?jV|b3@%uP_NoqN#+7`~2Yq-;MXGRDT6Hgi3;3Ca{ zPpA4ZORhXF4*2+2@!sOT8Z`Uo_$)tjWnPnTeIr#R;8%p~+s<~AYUkB`Df9IEBgJq8 z4X-TRbm7=7ipw-q55{8A%e?Kb_VQk)PaqLI?+U6b-E^P{#+CbX+wD$q(%jQJ7B~tA z($O8cF|G)jPFmCH(z3l}B>3mcoXy^Y%Z2g>?`(x-~eo&Vvdh8(MnL(?f z>BJwv`^HT37GfXi$AL|yN)bj)Q6_%t67z0O+F$`@>|ntVP@T|fuSgLPdgC{CIzSKu zwHJ*IqF!>rS^jqF0RTsbFQcR==I(ZQI7vH0U2RX1%7sRaG;Al9;FT;DsB?*E-5-&o zQT5m=pBy8NX`QHI3kTOQ%dW*m)z#|s!DI2xrOm>C;6w!yGqhtm5Hn$nV(HPa&IIiS z0;R(Jc)eh&RGp%Qt0f-B1VZNLD4Q;LC+P6wqNVAEJ*HgFCiP_ezNRl5bXieG)d;%xZ(m1G zeiqB+!lL5vlu)U)PXry~^==oy1u`3$Q-8OjjE#(p{{1U42oQI-Q?4 zW3JBSI6e%5o_D$m(KQM_)qodf2)-&( z4eokdPcruRf5~S2USHerxeW-@Kj9@4sAOMg-^GQM23bWYoC)#-6ft1=66fyAmk2$< zB$QxVnKEd}a{~roSTJCqqXtZwFldqlU}Y3hVu~<8E0RG2AQ=V=7bv*G;c-aFAqq86 zDhLvQxPbAl$lZGVd-`QP+h5;+-Md}CkiOb@o0lJmAV3q^Z~>Qam1_nFxH?`j1zPRS zNy$p-W=-ll?=MGVsB+Cv@~O6&GfxhlEbT{wS;aest6ZLu7AA;@h^}BJjR&+$X!2jflA#qQUG{Ivj;Xyvj)lKB7 zt5wiYGyV?pxBphp=Uu&le?uphd5ST#FUx`~mW|@}>WU^A;|9g9?b{%fq}2E+w)`8G zNL<4kTcbZG1LD|ot)N|y9p+A2X}JvlNkZhDb$Y_m{zH*fHu#D1f z<+i_r5k1LTph`pQ``pBl5#U-NNz*`+y!}RTzdGZrM!aykq?k zATv>^HA;AH-K_gR`~H20P2g1QeA|DN=0yRw?Po@LEV>61Y z6oYm4a-g|I=paA<>UUG~c{{*S5VuOL#_V#Paahb$UBh-4eVj@CR5U|y^}EFM)-&xy z2mmzGC#ny1T+A78lRUA>iG^&_!pHeIKWW(HFRl_sezf&_Z{3IZuvR>bt! z)ASx{Lsc)4D-KcZi`(PO$nKDpIsSuaYU!zrZ4>MU_MVMIJg?TDpQ8OupnUW6{f!CX z)$@H_`Avy=ddq&e)hMAWxl&bwC&9&;qBtmbNrwY2QQESfP?I(0w#hWL_ds} z%o%}MdohWG2oVg4-jCmzf`jL_edD^^FK*g?VU%0@IyhP zYSGha(b&|hKzUuGjIr+qn|iJK9*ow{ewRT-T7qeW%3Z(>NlZF= z+f%k=KNJ4mVgC^d%@Hb1M>j{_sn^S(#-&zKM@+FJ@i6QR^241{DIXTymQ3Bnb4GJ5 z_o1V4U))^on!8fw*st9%x*{m_DEw6WUrUlgCZY7y#`hMS_af?%E8h>9jbd(8ui>^q za{tir?(AIquNRo{3F*l~7;ApBmED*#s-1I8BuVtQb%Kqj=O=8`$i%<>+Mqs5#y|2f zu%jZmrs!KZ9lnQ<`^te~#ipEeHS6+k$0Z)EOB+ajxmf7gTzt>MYxwGWGWun$YNV`3 ziss&P6;GB3w|r`DwnFbsa!K=~tMl*$`l0p%K<{28wOlzi{iETI(R+BQ7FN69MQnO;4YJD0 zYlol9X(fI=7A{_mInfdYMFlBp3g4sLQ9Im%A_NdUpMep_=rbu+PLPELgCL#WhlfW7 z<~Kj?L1n4MD!DM^@xI&Qu@L|WMmeJyZ^n}U6qVYP>GNe0&!-lhkpH#ck72e@R9HTW z=9+Jpj+i>fs}LXviK0tG>7Y6rvjPso^={e=8`Y5&^Z@}(&i_(|2bM%t*lGkr9}rCZ zQ9{A9{y&Ekr;n}tIt^0e*#rwj0LH50lv>Nr-R}NZzgo-2 zs$Qk~PKW{o5MIryI?7it251A5s20e@wmMNl_WUVXKp+4j^dyiX2VfYZZ`Ga9I-kXG zFI4@20wNVtbXrIzwC z)%7VVqHy?O)*@AZKg%n9eG@Ovrtf8Yie*QNmqu_+xdgnkf3uFG`7>cd=fD7niOah$ zH0o*D{z)D)JO~n!rB4UafkWlQR_i-8BgZsleG^_Yd9)uc669Xu`F+2IlNpwQCDA~v z*0OxD8B|&80K?ak;C!xDbe8Z7m*U|GL(>Gj6cE|X4MC;scuHT$_v-RAU42ms*lXCR-^1-q! zDgZ^90DvE&A^;Few*U|!0loUg^zv$;om|_neTvhZP~0HKVL!YbR^DF0W1&A$`l}n= z|7t4I0WowD4+nQo*BZ)8e=1vx&5t|+FEliZ+^0i5)NoqU;=hnuAyz`vgjoenF82lT zhUs!=RU`m~-}KZIFZa!T)6LFU)8=jKHvD@f)c1<}&%~-6q9;eE+^7y+%{rk100*vi zZg<*l!^h^f`e@#2YmVmOZ+dUmwNtue9gpgdKnRxjw3-3k|E0W4`xM}jPZ9`-Zq{er zGe`@@SHxv`QZZX{S}j?@7c)e}<>k|n0;~i9M4?v){U)W+KX9nI#rUe@x}Y@um?tpV zfdK&52q?JGe7uxT$4=%gLIyf%+YW9x`0l0eC`^OjD@OdA5H;YIH z(l*lb047$@MR&dk4G_*C_FidJWO{3Vw9yW(+FBJ1_eQ0nUz)Xvy@+3@N$TCMNobsP zNmY{&00Cy{^GNjZpsSnk)b#n>+fpDzU-HMFevzfmV7*R}%2m8xBT9wQO0seLbAq>t zrGd*J<=Gdsh&xx^&x5%};Kk-CrXNC^k%sO{FX;Ely*;SW-+xV~px5gN5fH+F?M!UJ z3vdhq7!RO=c5>Cz#{Zk*iFe(9Fa%5BhCMDd_J1dnt|Nk$PFpZ#AKc7m0zV1ONmebI(AEErP3`Z!xBqi;}2`>;7W+_PXYtOJk-%^wx%!Te4zc zcW%~pYk%EP1UtOJw+re!Ei(`z5WGB2qW?ZIht~g~W~=8f(l1YRAp8)AT;K?if3SEV zGvElMZ`Ar7+!<;hENg2u`p+bUtknAemi$L&-FOjHwnKW-G~4)7UAyd~u@D<6zVfG1 znS*Y};n(S*WsWm^cUHYuRBo)~4+^=+bi!iWlv*==mY_HUa-ciECCP_%0)#qKmZ4?L$QN04hx^FK3+tYG?%!S-)U=s z)BNWH*)rDY2>~w^&aFct1WyUJGO0N#KK6?qo>xik4G8~3!LkGm9-IJ)lj`>~TQ=06 zH?Ur?#~HGOps%@&v88cQ|>RnZ53Yz8i4`;gL$i+xxRk5d_!sIP7j{Vf0rHn8DgnQ&tA_14;v6G zTGi^ddOPF)K9@%i^UrZ?tL#&e3gZC+BH0*32ygtfMz|f*IX$W*ih7QfU%OeETUNB| z5C8zrJD;wx0E(swKYpUtcjEfarUXPpC0G-GHZHn<2Zg0uDP*xHvW`38rLNjN!gmbJ zypsFw^?P_UnZPld_IgwVOl;*)JKa}wD>&Y*1+L*Kc@yFknuN))KoBB?twfaGPOjBc zJu%R=X1Bm*RHLyn{EmkjQ{4B6ygu_?LX<1#dRv_g(a%eYGf$gw_U>c^4@s|lkzpH% z)rgjV{*d6gZ}*pOnaMe$`2D-;^C+;S1+_fiJd^T?*?k?U~F4-|S))bv^1 zR7%<3$;pq+KTaxbd~M;=wy6ji_hUVmr5D&E%AX>|`%b|aX*k4>Kvf*AWynk*$(ySa z0etlLMZB ze-DzEK(UA40D%Fu)>t-q>Y&v6`LuzuxJH%FveR#oR5)ubZL^XKKE&&~WUgwFRk@9Z z^=STb!NyBU-QV07OiLj7=-D%@?0@mAm)oiBTJohhD|!CUyyEtooqAy}9Ch>Q&SJ8- z@ki*-a(OL{LFa)T*x(Tbb(I4rZ$$&A?o?>EZAn%8`#epJ>tX2BQv;CffU&b@`_Cl{i0MnIc zk%!N;>zRj1JnsDcmz=KkfjRrSM?P+)V~^YIdhseY-R-ss-fLaCc1ZBJ;B+!x7BnCC zzGT8|51-XLbqBLq&FV*PH!+sf+n0^alXIXA_FKD4im0r{SkU=>SA1vnih&x~7WN zMhAoA>m3J~igeN$hJVM@QD=yO6p7D#i_(|q0vwpcQyaQ$9IfbN`dU+G7*SBxrsU%{ zO?13HoOuxr>~nz*gDSDaMcV*?DY9C~cY3l`(zIC3HlKDu20r>I1PBiG)~o^-cj;Kx zII*kDIgIa0`%a6p?&T`F9o*R0p|UOyhpL)_Av>N{1Ph6vXye!6rtsBo|L*@`uF-fX zjH1E0x#DU)AtH&(Q^dRKz90CiG_wqV!OKm$i9lgu;#0XTB!0Zi3e^Ne36+ZH6_)W- zH^J($x4?mYca*kYcnx0Js(U%Mo8LJ?oB5zBZTo$n9I6`{ttN%X_#dLus7y>AVx+y-st+q$DjI^d}=@j1Ep{>$~ zua1RDz}Au>8cS%>)G~a&go)H%eKWikRbN$o8@<{~=fuWuHmVvyzYF(s=O}0!sq`q0 zljk1qQT$kEs*pj&FVUv!$3Ih4Dd4R#`)rcm;8us=^KYE8sE_D1Z8=II%+z>cQ@K;G zZrq*JY`V3-&e8D$wpeP#bmsydH!G?d=hil!>>59XwF3^ZY09tjRHL9-Vg4l^NN3m9 zR`BBasA%vLu9GNe`L%OiK&4F^GYs<)t$D+{A`BkgZu0pV`9gTxgv`>^nVt;Xl zeTV4z9(qJxkxD=S0iZ8P007qaPTzWx$pAxpX7Gu9V1cAT2n0U6U!JqlA?)$_%2sJy z?5drL)zoE-U#>v^%CLX_`7(BNiI{Bk_z4|TzUMj0+UIlpSNd$I-ZYuCe@3wjJLX3K z#6Ua0Aw{@U%u7|qSo~uAG*)^2q8eP?e;Q$xpyS+@e9Z*+K`I+~sX;K#Z&4!}2oViF zoZ$cg5%DX!Ei{Wh3r~o~DL=Qz=|){r$g)dt;2(2+271^kcr%rdhejX5C!i^->bb5OwVDw5@M` z7z6*}>ORup#wINLdUuVznaa^({%WWl6!qFGDrb#e>)S^-X+Ln{Y|jr|{>o*cP7=E+ z;Pp0l-BA5OoOhifFMp>Vvy9L4%)apzbG$xJ{7v{uxg061d&K(09~TM6e2dW{t^pIy zvhaoe7Kaqqj-cPG5Yr3ok{RjaccqbOB#3|nI$MqT_KyY1m;=y27gCZf(!R#cVa}5Q zHCt0wi^NdjAI4v4D7h2r8&5(kk7D<^Kd+I&eE1A5x#wE`r&$UfD zL_mUDJbV;!-~>b3m(cADnExdd6L3$P3Jd^75sbvO~%SFU4O8`ncz2*l;i05b=9#AA9f#)2=VI%e>CGc&f`45_m@0ah{41d zFqCLb{y-ac&@6#~z+f;DgdxHlcT<4ey$(+av~r)H3F3L?&O#7@2tp9f-!#7|o*@W8 zgdqrF41cX_Z6t(}PfrMTy4PVjQtNN8X!HJYn7Z7_AtaMWvG5gFB!rSp2LsY}TSg1n z_q$Kedbz~k&0mGtv^QT?{fft)4~xL;e)p7ZTaNmOT>HA=u8@QvLJ)*8-}42|?ic(P ztYpYS5FrRc9uj4ATnWrxe!Qk@W8|@1W}oC)%>VmAakc+*{QT0bQ-(SA#tIf(iAU?CggRDxV4x2IbF7 zT=(a_n9|RD{ZZRl7~lwaOd)dTb?wIXh-UWqP3xob&c?!K8n(Z(YqEYt8|ejSbpS)kXsL-Bv$FGO=LhRS9YhV$u%p>R<*q`)$t=di10xy1jjWZnu z8&HabX&rq05js@ABC&xL^s<^5f6fPGL9<$q{Fm?4<{RVB-enrRtOk3qr@aXk3Uht< zNA7(4@FK^fQ(pu?0%)IWP=)7hn~z7$BPWsp3(H8F9~+z#({47CIU$AbTf2?mB+#+Y z@xw>sB;$k$y(#3=8g{~Q?<0RYzJfWw7&M$7djeYvzv?Rr31SDz*y%l)iLAbRiMdTi z-F6cl?OC)){%4xq#G~62tOOM`6@GsM#Ii!NjQv~!D)%JwOA_48H;QVm4?_E{!r+$K z*BkQl2X-FYm7e%ch?>w*aoi+W5mL;bEu`whIt_kKfg7u|I==QDYY4)H^brCBPxFF- z{vlS}BUdqfdf8p$*7e3)x3tUF;C)M|=04vjrQ_I5(^Sr7ULIrWeQVpacgsbH?RQ+d zhGe-TGo!N|(lh1e+*58Kx?lGBS-lr$reDFaKX$c8^3}YMfV>|VJpGk7? zg(cXI$l>cU4fp$98Daz+T_pGwV1GU`FXNZSr{voGom?>br(AtzN)_6q$&ElQPy{`j z+^ree1Qjk+&O?{`ex55~6FICd-~>mML7J62e1L;wJ2Rk_vB zH0ap;D-PE8X^~H{pQ=oPpX7A)o3|^@EfSoj)=?F;IQ2_+q-yHTVxEt5Wn~Hk-7fK!_0QZZc~n^-YpMF@8kPF8r4B3{wD@{CkPEUge=C^3|E6o(M@O zF{233dgTAHA_QU7<459Imsg)gu?MkHt@bPq`szt7{;6PyfdUulX%E9K(`36!*@kt! ziiPK2~Kzg&U$G6QB`)x+rtkg-3NB#}|C-msv91nv#EUh^lj*lS}$KaWepZ zj1Lrd)w^@pWrD~)9?S1}w@ywJ`*xhe{p-sWr2Z^EEJE^IwI6%?#6jp|kWvvEbHs~F zY_p;8d_C@R@v#_S5cUWIpkw$k|43-qGeKj>cU(Gj!#nhpi0)lK7YO3B#QF%}r)qoC zjSI7L#^_rm4>@B#APR5%72|XH`(9hr&79AXq)|3+Go$dceP)=vZu$XLE{c-n9ya8| zUA)Tu@|!aL6Qw2p>tcxIo;0P*=(37`mNM*Q{~p$vndC1s>)Nus6S&-LJ{6PQ(!Y0@ zWg#EYQF_Je`f7QrM@>VX=)BA7t^kQz(hu$^FcSV>y(%gOrl*70iQ`~7K& z*X(dm=e)e7XwDsHkKG36vUOHQui+{~`W>2lZEH$6EFJ1N9>1CHF&7v9DZ$f6t#M)m z+cfmSmFM&S^8e&i0714keT!Lx%lBn5%3C;5{`kyfL}~ANvIQ}j!?Vh3c7#W#+CIvp zd0}hZ=`<|}Hi?#gSbp0MNAJM;%O<>yaMp#dU~SDo0Y>G=w2$a0SiYUC0E-!>t9nY* zVlKQMuFbX^KilB``M8FQI$O!Ved{>_v|(?J{ zS+m#WfM+2&r!+{p_$z`}dumN=@O}%^L+7XUlk& z1PE6EMNi)Ks!1YI{FxGAxsSBbw`(WMyUrYk!>9-p7xT8)iD-uW0RUm`Z_`lY0WbNR z;_VPtyvCXP*<0EeFM8ScCjH{qc?@~puVRPxXZ5#W^DVAk=)+dOsitA1Z2h`a*X=B) zv&ALEmwrz1AH4OParS;z0JZF&BscUX#>-4v-F$uRHOcyUHJqqRd5 z>&P+)BYPmux_zTNIN?hKYO}PBI*|NpjIuVglVKCiJS z`=wZR`S+scUNbvrWQ)i{u`oJHFOJ=s9<%q`%drF0AFrPemVvUDQf$$DP5sksn=dv< zjZD=TT$BYU2Jh@z4lky2$6{x{C&GQgqLaEmjosAANo`yzywth!?-ysxq6=gTrKs0I zuyu_Z-56)=^am~Yaw&lj@nj%4&UfGe5e^nzh=>+iVy$xGAHnlNz!%tM=&KQ^lp=n< z{7!?vp@zaHk%LLYUUo)efoUqR~Q60Cd>aXTz@70heCtjd1^my zh}mbatS+;DwOuRN-pz}aRmy$NcRIt<#Br`!6)G2MwH+BXvzrTdM1ir#fJ|GKQc+dR zrSQ_OQaImR`{e^lPEm|^BmSu9a?atuoHq`CqBQ~a#8y|@QIZ4_)v?q=9GJHT)n~nN zmRZE=UMc=7LqswDz6bY4b+;L50qE6}rdhn<-|Qi(yZX%@T9X3xJq;)bH8z!a%BbxC zZgh8#@UKw_|7jx)FT47})&O7<;5-j&2VF!6TsjgQMn9ghm#Nh|Qq2Ct&qMP8ecX+Z z-X$e5B5Wvc+sxO?Rjqxxx{QYpU#+9XO%nc!hafxATbW0a1gOI;jUXQkA_PKC{OxHf zvkWmB+qlV_yhrT%A`EY`LT*|`4r5!pNnX71aUNS#6?X542(66oTmJ^ySGy#>qZiu3 zjbYp?^VcWSPkXPlOR5l6C_i*eU4FbXHM04TQSEoK8av$N?Gp~Br4Z4}ilQO}K#QHH zA_G}%e*b8D<`_59CfR|IN<;{$qY*qu=i5B4Y)OAvsV|N~?|QCeg>1saW))=vUT=Mp zqKg^RKFGZM-t&5S<7hK`ZS9Jnunjw3;j|3mTiQM@dDnEj>2&j+IX_7Z0RRwmGj}I| zff)NBVbGsHnr&}{JRP3Fz!H&H8=-tCYC3QOhpzy@|Njaw*~!Y ze~W13dLQtzKgZOan{XMSiw+=e)g$xq7!i5@9{DCMqa8K{831kjPEd~&V#ZhWP6@h?6T&do8_C61k zzuPIS+S@`c)JuRZ44vAp$hKC{G#8;PA@C`xDf~Wq*LC1N9m?8ryT{|od;IRS*|nel zM7DVHD4&(Xjc>;r|eLy(KwM#b9e{hE^=>D?pHy%5l}Y_+fxS-jN52@Hn1ry>22R zzW=e$e;gKX!}u%E@MP3xk9ZSxP2hoqMY{(A9pz4((Q$DILrlD`>KRn*xn;Yhc77Qq71 z$9{kJt>k>nV|By?2z^LdIuQaCxiO)71YEda{?-8yAa`_!ZVv#ruxxkzdi{P2rd7cf z0i-0g}nC zapKq)!wn&>q-7}17W~eDSL9+d8G5@c*1ms8MhcQ5ib5hGBNZSEyTEmdyl`(~UIQ9@ zU{(TID4{_pP*9>27}E1+%*2vGdXb7U6Jbf>n%Y=TCq4Kw`5|e8ijnA~!^tF(Q{_rb z1B?p#?*fdI3fF>eE}q)ZqEy-7B7X{z4*#Z_r$1by5^I zYOS1){A5MB9Ab3jt=QDiqWvG?B>@8H=v|SRSH@cQU7thD<0{EqA;&R1?MC)TA0Z|I z0wT6q@cW}xsV$RxdJ*IhB--A)ujK^Z5D+4}iOeEq{rk}%OO>Q|;QqblyVcsR+C!2d z07LR-U=+N{HZnyJyGkQK$qFz5@SZdP{Qwm~sbDnTI%l*d8bhce7~$*63NT1OjiW(S zgF<-PfcnXkvN+v0UGrzm3=OYyjd{B52fk~*`QVh8O~E>L;MNc!0L2Z5oQViJP|xMO z2bC&OfCHFBuG;4CbJ)&S@-48tA!-+qb^&ont@I0xoH%!(dbQtd zfE&wykRV0QGi{>|DGK?{RU{Yld6bXFsx17iZ=4zxMZdzkF!7 zqPvxl6RcbRkE@h=_e~2zVCSZu5KQfBV45^#UY6VbR5b(uqYiGOfg@Dxn^^C~SL0 z&F58*=x>i6CUWKGk=c@H5udZSbqOp&N(!jrmC{;ZTr^TQl`p|~0LlSES2OlyWrH&(q3hyJVG@C^+&uK&NbWn^z}(mY z09c7k>I>eaABT0)NcU^W$LZg^D!6ZL=K%uPq3$1Lx_O-KEnFU2KlHz7-6sLDT~`#` zcjnJiovnVLtq=$wSIW1Oaj%ZCsCmH{bLBIE@z{ z@ZWa#FdS1wA}kItF*xt#>Qk!4Y+3&9{|1-DsZ=-H?3swF#)Xctr8-Pq#`{Bgzb|dr z>3MqY`}|d%-A$tMf^RE zFG_3}owl^E2I)&Ji!*7h6*Zrs!3zozgF&#e1`>1zHOH*pl3OhiOVq)f^pbB_%lpOV z>^N+E)NX-p2~}#Uobsxr;Z;(+k*NS#1G%-t9LMw>;*xM81VJGX1rQPBqH>dbNIwWD6)6en}&2NB@YEca;An>9x1_d zZzRF7z($KZ`YnB2AMJUr{a^FDXgJJP<@>vs^lU0X+- z|Mj_WFd^&dHw-#q(SBgY0UDH;c9j++l1QP%Vf4-$iBwXToc*pk)&g(~tuzZzwHghf0)j#i@4FqN z$@RPp-z91DRjS?=_!p%rDKEuF9z}8v8}S&UA&|mrY>z`N$g8@suEaM5`hniyOOh^_ za%u|$9#Eo%6o`_fzD`@~Tx?@3TSfd>y^$ATFF|G|GXz9e$69LwiUQ8H!w^(dRAP}}P_{~-g%*L1KwEY+Y!yPFQG&PP5Wa=kz29m}l)8mL>cW<&mk8ek zR?2}*TTP;DrbJ2?L>eXd3xsb7-IZ!W(KO^m%wJJ{?12H$|EXeHnQy%7^j+C@6RQ@Z z`_=5q@t$ONGCRxEZ~NK#sTx5L0K7khUltmNU3E79jP9;ymli)%=ELLGJ&GUwcSFe{ zA|OLE7gF7^e4@xab9f31xC+ZuF7V3ZvN$_gy`4wCEZ3&%y=joo$o=U6JXlC;A_Py9 zauQLgP_ZVx42Oo#qmG3}-htG3)PpC@0D1xSE|rxi;xT%R}aIAV$Sq7F?!1f3sp63KbXd2ON5Nw^}Bl}y!fw) zHjhUg-fg+ft2ZKpnHD}}i5#A8ZKj;KmjcPVoPyGIIal1j?D}7`n77Gl_h?BbfBvcC z(rCDDNAp9C5*^&V-|9*G4c@=2VchDzb;tdZRJS&*F18`8Rt{!lOv^lBSUL?=-evU+ zs`q`UPC}a6JJ!P5M;ZTcSg1Bwew7Km!LE0SWkp6OEgLrv-}?0Ie4GoqjstEjGbV+e z@-Vd0f!2EGMG*&s#z`B5E_m9IBP0j{@TsJP0Y>$W9)#80+o9Ozy}}Z1@WKkx-|*u z{hybUr91$M@J`1lg10;XoA*r!`w2uyHgZq)B1ZqdboqdOOCszlpj3|$=;g)l_&5t^ zy951aalF4Hy!D&jH%;7W_fTI(@5X3T#_EPoxn^kfhnx4v+kMa@H!P_h??})Q5n_7h zG*(k7x^*Aj96f6J+=qyj|GYRo!}ih3g=7`$Hk0=2;Vyfaendo8y`G=(n~S}RxBFh8 zuShUHLF(ItDy2VVW+3R}fCvyw>~TN?mou8erkB?rFB$pLng3|N)=3qNSk08*U_hn4 zjk=xkXrdy{**!B=%3Ch8L4W`OCWlu4{CKiex!-p_@1~q@tqlNybJ&A%!h&4;x3xy3 z0e@!garL4qKPjC6g0QC#Ky!FzC_$ZEdh_O%}ZLeKSM`f#m}W6|nYRGD!~Z-pSnuZ@ByT zuhG2pKIZ8m40g}9R!JF;H;3#33w%!sQyzKzu)*F+5B@r2{=tQ;y8FdF^|vc2uKcJj zk!Li$8vfKIA8!o+toW-|9Cx3e6$3s~W*2&ocdOYLPc{8YR`M)Xt_vO>HIk|c{@2R) zu3gujUEBXEX=)f8BswU^|HP)ml_qftqwk6z0_!HqsV~{h$3JF z3=s;>`ZqMnmj1<+9Hh&C6 zStpb592klnFWHA zVs{0F%}hD!(wWhz*1hi!#vONOrJT#7fN47qER#8BdJy4*3Ei zA^=zHWJEnr2WHp%&5K{)y1Y*th15={h_B_WAoO}VAU6QG&M(}@Q|Y4ABP8iGA0#$= z4WB*rJ#xV>;p^a|p}#7xcrfn$G-{gFBr9WB^81!}E%sGzbr+2tgQ*_<2aBbkuZPP) z-9V`Bw6ff;AInGq02TZb-lMmUKlxQdaR305RIAUS=&+n*hdBbctrb5QIdx)oeKjtq zvS1Mq4Nz!b{<4~#9yf^BROH9Prm8=?sC#B!_rkDq!4)G!V|QmJ(_t6ibca}gtsD%8 z9fHq2Z5y-M{PN0Hl4(+bISKUtAf(lUzW(DO%-_sIr=T0t&?{Zy@4KBo&U^wS(jr;_ zdBaggWOMin4VrfvZzSH0vpR@G4eU{Y5H7*81O)8hoW!qsR7&1m4x>zb-PDe!rNz;@ z+v;rZ5hNM9TU)>5isY2mfeMP9!)|ULxhTSt+YsFE>)CsASvy$7FRGW`-z4wVsiW-+ zJqZ*tx1Bs5eORF6M%sc9T))?>8Kvx3EBdl z7eBi6V5@`31G4o3Jr_^#+>GWfYB6Ig~JDSiKm;F3^O zJZoj3d?QQ`)bedki#zF=WPU+ikA|I;{_7@CmDM7Ter5FY41J{EB?fQOugK!*8CdJ< zuQZZ=GgG!^6U#aJ-EJr$FV3tueg!3EH4JXi(C-|xR!QDmH`Bsn*#``3IADAyi*41t zL`+|rHMY&hMk(;4E>EJRqQIK`y`={)K=Q z!e!sTn*jj&{IQ$;I9JqQ5d6b{H*y=^sEOq4H+{hD z^xZEEss-s)QY4aLgGvm>3=(c;AjKnh-*J3+>hIXYq9>26@b|^}fUvJm&rhu{njC<@ zC#&&ZFP)!}&}tt?9nBI)KjZ!aJIId8Bj2O+R3r9?@7;ipD~7n%I=_3&^)^u+XU_RF z?q4;Q<2PQP@aR8Q+j#A_&zqjcefl2wQB-@NVFD0@D58oKP*Fie3Mdi~Muq3P!(vDz zl7OO$D4-~!iYN*wqKX2FD58L(iYTBE04gY=i6oLqB$7!al1U_zNhFd=0VI*;`v2$l zAW2dCfJ7B!AreH9BuNrLMG%mXkdTm&nvWlM?>=6qU-+_@Za2vE{B9TB%IjYbrF6z) zc>R|v+F(09lY`NR9g6V$ew%1PRUemsqN=C>-@R@Fw&r`!zhKxDetTIie?!LpFXIS% zLKyCcBYnztI=){kwecRM#1W*}v>e6%4N(q!27tmLG62QgI-R)LIGdJ-{D*Cp7UqK*x zO26YbavUap-A3-91z`asKuDxYFcORy1QHlTO~X^%?!)C;z1|zetIpkdJl0?IbGqJ3 z?C!izLqXE`JhmYeYyIqly*EP%0}a*1&8t4o8*_cETes`u86S}Psg%Cxc^vm>;4NCa z_7HMs&nxY{8yJm*{XdxT*wkM+S+hQZ<)!_2>orhMo>oDSeMW;r9r{mv1VltcG|KwG zL_mmjxvU{=m~*!i>{hR-tCC9*lQ-F}A17JMm-+8NNdml-siUfHb&Ejhjf6x*L=Q#W z7m)u+*#=HSU1tNf;m%IR3%Bf1M+4Q@E8`jetXjiHSyox@b6(jwZp%*a{p-7RQ<}hs zvk_eAn*dlBeZ2zZ(WoxBOJVC|z3#Jy6JSG*Ka2IE1i~BnW^25lXli&HgTy{dLYYeDjg)9)Aw=c=_pJHHk$Di;iUk z38(n@Y)}v&2#AOQOAhZ*8z%5#eb1LXsDX0eoT9${{9SrRpU}(W!sJZEQAqlf;!V(_ zpF>WPiPZ)d)#+ntdU^mUW$lBLs(T)7E11Ty-Jdy9&UaC#JU!}O?y+wtNjze3-Sx+S zloTNJoZ2oXJs=?km{tOK5HJ`4fM6B^43pw?p9LFMDll04RdE}H#@Vb;2)rIs^L&J` z0xBE;0jvSXb}}vF2X-Nq8K_L8e`vOgN!|{j_}A<=cGlOQDbXVZ_cD3hHd`<0cKJV# zL8;(#xd{?OC5xEhh?vnr(F^7j8z|Wz1`D0IyXe}{EmYTc!0Ip>{+FT9@cTabhUY%v zd+Sp&{Dj>iJrqroGWCiFhST+lx{NfCT7HY+>tt{IryWSN z?&!mP=Gb{Km+5u1w=x5cnx>(f^u9K7{F5p(wU&zQTDBY{+cp6l03rkkz0;Y!C?eAW zEZ>%cvZKdAqGn3MTt|XFH7VVN-$Lqnf62rQHZlx#Bt|A-P3i9 zp!Xu;LO0g``r9WmdwL(Q5{z4gbmJatr8m?$vX5%=i}$m%Zv3z{R2N?{6x}^R@+k@+ z5d)*NzK?5x#%DFIN1ErlFcI=H-fpeZs;X~2MGY$(`X#5g+~;&UuaULiFHM(PzAy7% z*K*KozsvIRzquo&`?sui=sGMA!~%onY5Kl;=F`TBBb(Co{=RFn{HTO#x9&?MLU%+% z_hs~5KCbui;I@5tALV~4UKMqFUelx6)Z+lu1!uMcbn*}c{&>NtGI@i(k-o^d-v0~| zT`dJ)niA=Lo0dxkL{}ufn9W8=k%JO?_auo?7e&NSI36u39EoiE?;?VF*72u*xv7$R_(&-(z5gBRR;37vxg421| zB4!TY^^Gseagq$PLzKMMj1Pr%%t=1)CK!FC7?F;&WIN_IA?ihr5wnae#q3#5gd zHwLMeMx)CUjTzkHb>oyk+Mx8)|8*@m@jZI?X1(MzVa!>iZC~E6g=w`-Z@ZpdW`dKg z+*tH=E$Sh+>_C75LqG#h9|MMGUb8LK2d7;fveix^+xOo0T(qlV*~sokyFR%5Rr}9h z!yB;J0T5~`uhJ<0z6+9uVkhW=Zu8W)x^WjzhurkCezor7qTTjyisdYEK>(+ms=99? z=aSmD{zort7T|IY98xt2MeBU6fV91T4QBR;t7<03BXBGrwxz*9|9H#l32pCP&S0RM zNgv9xvA1mb?{m`n8qCIXJYI_^-kPj*s}T%5Krab{Q$0lH0|XVhB&}V!wZh%y5EcRe zkPA@G2Whq?x~dJ7nB$c>Q(&Vckdi`4B7uAhkczf_N|dF1dR(QtT!a>-YDx(b0D%$+ zUJ(}Z1%N`z?rbCp32c`{tUR1YKYSM<07TtGIriT$YMoPg3#1H?MO_B9?B?%}4RRW= z`4}a4OeihO1$OZ|i|`#aKqe8e3jryBz9LkY!AUM6v{bShj?Ro&itWguCqMi0X&984 zL6c+BQAc3+_Rg2*0U2lTo7XO7&|v4$Lc?B6@BMI3ObZUDjFf6+Pzrksm#;Rc>aVOx z|Ge5aI=6n@ibzc5DItT9o3z*z8ik%SeeIgJ&sd@zuu?UT^-Y_yA|WvscD$LRq=NK# z6ue2tisjt;PJihWDuI)P9}QVTYBSeqipdaY@kRrH&P~%>%2C#Py<{YpbqD|eamh$E z0Zjy-C8KhDOAP!QtfQ9Nth%_xUG&ZfefD}kqGVYZ-Gl$HmECrNjCuC_dzgK*$Z~y$ zt=4Z?-q*DFJbu5DBPH^~{tp6&`I1oAD;Qy0!uGWO$)PXz}x1~?>w3<($VcCFxD@_kY*7|4RK#BxWzPP0(OUA zkzL+gZMs1Axzo+B9YfMbNT05x`Wx-uGkM62n)jWHj+X@;`Kg27o_IdZv3?`wU}Pzg zt+cF3NkB>ou_y?--PcbaaT00_@Z+I1(&==!$QU}#^G)v)ckf~*3`5jMtAEddbT;~j zOZ=n(7Pv?rH!o4leEwLDUfVpAYO*e7xYjE>=&;&l7Dsmh-(kFAwYco{lXY|NT#sb& z{~y0f^q;m_O*qD5d^$_ZG&88tn-saIjE&7E)n(_9lbNudb6m7%g>v6}5YIm9jGQ7Z zC(a26q4fF>00bz!E)<>C7v0wuY+mC~9%WTX<=`u>#s7v5QNe$eiY{~Pmny)! zW&(if=CqbL+@DMW6+j8_R{XlE^5X4iCcu_}X#4%^oBIFQE&E{qcZ_#kbH#VrAN~FQ zy!Ps2O>vw}wazd7p)R~HEpU?Z{JjO;P1nCCNXCCylbf?b*0kE}k#X$r`TF{-!d~jR z*4Ea)NV9Jb6{8Wqt8HGkBRvc6{9k<*cvZTFj#c6xxk9gt-mLaG4YI%@6U0P7g$1os z|I6dq_pD7uV96@HRgfiMCNOw?*w}&u7b1cHAVdft0`(XK@t(n;k=A(JQ#fqQRbUU& z{4tBje{YS&OT?bIfd!m7+7_Cxf3N}o0xaqAOHjf0q7t^M?^ay5k1-A^?ffEjJ!s@+${%<&vk_-JCh1@ks#NTgNfC0 z&L+3k5C8$mR<-)O>>{>PUFLe+>q67Ae}~um<2ju=w2XiEw%UE9x=Wg{K(n7WGqEN{ z2Q!0?CX(f^(Hl;+i`pBY0cu(RAO}Ta&3ReAuK%qjrzXodwdXg(P^nD4csP#Y$F6jMFP1(^R2Nt)P6ku7}Yb_QL))p{!#tPqjlKe zZ>(PF)L$GO>-@&=QO9eoV_F9%fz^rE4_v)}9}1%N4vA z=Yz`KHdx31lysYuH(LK2Ac8=3P2}}d^qb6M&G%y7hIiF&?2LHlyX)z%^S{St?{Xq- zpdwpS8CW$3b$9g}gU)Ra^=%fDI(JQ^|CRo*CrKNLEzS)25pr3plx-L_nZDkg1gL6@t0X$wgm3Lr>ojE^!`>j4li2`oyQr%&BoLbeM|&Wzs9xz zv0w3gbLzt_yP$hxwwHPc{7P!`w5n)54$fu`n`VkJEWb`_tvY#hV~2GYY^-UW_Fbp% zc`Znm-(~nk@3ZxGztefTG|paGw3%LF-iK7Rp|AbJyzWt%8z3FdYJ1jpsL>W~eIwLI zbpxn}xfH)tVgvvn+$~g3tM(~G00EIE5lVr5#rH;s;;Y5}B5;Y*^7_Z;{MIFqAbR9* zxnK>E2cl{!coapXM1+V71uX?T4j0MbIi1I!>%W$*{j0=PkHYiPbWvIKu>Wjnhxjya zE~i78=Wg=+?W?*fga-D_%;L;uIan*cJ%Q_3Wi{qch5I=rbTvc-)?`)LvIr z5drKU@DAB1`CF1<{fM4Axo5l;bX_E#jyFB^!Q)?!y$|976(=^5(1~0yHSpD6h!ZAE zYR?P}Bo&GhD4prb?wH)) zP5yNB;sYHGDF6#H41+9S1w7gB zU#;gtR=CAHAV2_;kq>x}(Ymv^X2X<%rJ>uxsS;Z0fbEv6M42S6O924FObQVm<~v8G zJHGWI?d3_lwpT9&dMyq=qBW(vSjce!eJZm#>VH)rKo=ccX^al4@d6+PebSR=hGPRU z*t@<(+h|?B6&qv?5|Tm^G1=}vZe)Q0W5RfiGoQj^jJA2kBwgbu^;Fkz_neeY{D?;T zhApDJ?vv~4Ud_u^_((@sW;KZ3uosg~ZqPhb0e zEhj6!l14@(7VmWW4q~c_Rd;@SJdl32ONxSV=*3&qn zTjZrEQMgnLgI$&HHlYGyeUEyB>ZQ}@@Vqq^xQI3z zE~m*U30gVrLMGE*tFANGy4#ij>5+DtZuNR=nKBW?!-Wt$m$=y68(^ENre*o(4DOis ziq_2YWxQXwbIe!#KB>54nAR0qiX`qCfojrqrczkf%B%|6UF^DQ8v9zRHCEl;BE>e= z!_M#=roDM{JG$Nf*4HE*B}Y6+p&X}s(e^&G5}wmHtLNY6ZLMQ*=UWPAPjNlTYd(+a zM#5B}s&4BJ_Zw9HgaYRu`Qe}Ff&@fBh!!w|;1C!=SV4pzaDze%LJEqYR-qD6MHMSl ztO#s+9(HzkuiLd@w7drCUj5js^`cRp{Cfd`ub=3OgPD~@A5vZT~jPp`2R&qW^D|Dxg`dg`0T0^ZA(ZSS--5l-}R#S zO;}Z+?lZDpXjg-;*BDvjkoDd;XNt?l-_9Rzk;zo!Tj=&+!aiZ*-no%IOQn?4;f~g~ z&^D+@EviWD?A5miivEd}wuT?4A)=fBL`2zrw_r*4Z0fik&&GSy?DN2y@1{H5=c+S4 zXs%kz;`B|IO`Q5$U+bMQn%F$jyGM%|HYwefU8rn;4>W!E6 zXu%Wg3>F>B&frD0KfA8uZ@M2ATxcHDxTPQZYL80%;*cuWcltgzx%!{ag;(=>dVIEA#7$(x zYEoL_QK$31nM6OGLtPmxS=R^zhsI>{y6^j`&0C$n*vJca41X6{y{j8{^0qJK$Z8o- zLBMd_CUgDGp4(1P9wrKEUK!qSjWSad`;Np(>2Zx#}-mcqCR@ajE% zkP!FmT`Lf!L$2er9Nnl#5o^imwVi&{i4Kw^CkMi~Tg+cgFS$Jcbrx(G08}oBi>Y~n zqMXh8(q(LlT5O_D|C{sm%Se$MKJR;4C$hW}M$21Q=WW`gB1-~*ey*<_xCjRu^MIlj zRYm$e%uPzJ7V@r4z{ltRbDAUG$5D^|!QZgl^XXigvf@tJgc`_bsRRfS78+p^c`qYk zFhoQ_>(*%rT8z{6Uo&ocLke6p zAf^97M+4u224Da;9;sJ0BG6uhfmmO~AnxVy=e*ds@fh{=N)dvkGJ%~n^o9=mT>tC} zD%}7grdgNcnh1a(=f|k-rpAAO5COjT()jcq!l0-i3qdQJ*2kkyWQI+5j+;$20N#TB z$8m%8tdIZ^J{hesqTcJEfDsW27lTGwQ`**+s~fztY}m|^U#ne^A|WUl`deBe4uFY4 z(KT~Z#C5Q2IcSn^5_9@;YeDWrpgf_sz6n~qW&IFcKQeRjQ*nlJ`oofO?1t6)`8iK9 z?UFg&Z~ew%MS?L}(x(B)fw_e_x%N=|Hj16MGuB`o^zRZ%uvK}9Xv=B$C)nrYDpL+i zm^`7~RNci=;2t0h1`vcH2wpudkA64femCQOHls8yPhGuWv3u4!`HZTW8J*&4+hq4* zrOf*>iFM;R!)vVE=XN_DrcR}88KT70B_z&A`iUxnYIWe}YWI-6g|Ip!&a_2(?0VmR zM_bbZ0J`@-lGX87?t;7aGsxdBc>Uw11Oa)k5D;lD0S5>1C=Y3*%b9a7X~xKGhYRcQ z*q;bpgCvh^@3+Kz<`KWff(1z7gMnhmrZ~kO=6tm$g?7WM-u*qeM{V%iwO^jRWn%Nx zFaV8f0EyH(hfwYsgSb2%4+sI^@jSAcGg+C;gucCvr~YQ8v5JvJJ#p{g&(LSp{tIb9 z{X{8+Fsv1Vu&)G6G8OSXxRrE;A0Ai^%25%f{5quUK9oj&2}kmT zT13iVhs$`bntcb*F75$9?ptoqsZ^6J`Fi}%qxKHar-ga_YGrrxNpUYnYe z%NESMsi)IiPzZ*bvtCt=NSyZ-6YxYphn(eQ$b6VhORMK+{)Z8yd&CTC%65KC6odl!E zto^y;ey5kmeMC#gXP26|Ve35RG{M;f^0EqFH}}O%%&v>lu`h?m94Q!J7k&Fr+J>w- ztS$=)LrA}gAmT6J@OV5P4uQ~>52=XG#`~ZX$rplqTcVzw_F+qnW^%rz=*;XTJN&RGGAleK9 zAxwv@dw{&=xL(Z>0wN*>z;gI`c@C)6MpmYzHaL&*SQJ&-4gd1c4-Y};JqMt9=bm}z zo_XhSeT=Gzh_u@#oON>S=HEd7<52^U?21ZbK{5Bxl%cUI4kG~0PKNxvLNc5xmd7v1q9AOQzi-XJ0X zhnr%{CpRU0`>WMTR3td9F;54zS8XQqN<0o~%kr*{G8z&D02R$K{uXyyA9sdct1V-i z_9cj~FJ~KyeG}FhPB4IhA>~!&dqKJ=Ys?)>#;Q+W;%m4U7om^pdFP^N0Hcf|2!;?E zg8-!K8XzFzKq77Ktm9}HY=60Y$M*9Gz(9c!5;(+FGgc4pHQhfi;p5|)ZtAUkWNZU& zLrF(vH<4AN{gV)iP8L(*F2#7 z(O|3eq|{w+zP@jVqjHLSX0Oz-1OZz1IWTS7?PyMV;LhS;xmaL(czLD%9yZPr5t2Z1 z(m()!Adj5CGjDy+rCL&%$+|*;#(j-se0@(&q`G| zFMT(aa4O!}Zlc&;@4|pYk416zdE=qIcU!lfHtIc_mKlj|*5Q=KZDg3!g&=_iQQ&|m zx(9FJ{i6V;XUFJGPeoIf#nItsD7H0^2dsL`? zKOz~NgnW~}1NV=^kN;nE`3*9Cuk6RN04)WeVFLzUzyc=+n^W#qX|rARMttp8LU286 zcQw?~Iy9z}(MR%!gF4`iPKSIzfb45{Nk_|%mpO`X<+l6|u z0wNBxum>eNYLIJQN3McAHR67q!&~dwH=dq0fIXaN)ouipt$r6TlU+f&VYzVscRTin zV2PXv~wc=<&I z=oftHslUDf5F+_1_kUXKtStvYGL+iGt*gEtG!y$G{pz{LFO3(!LT$a0=|K~&9#s*s zDVU!901*L%nIYl0zRt+GWD;#96oJWH(tm9B1U-&mX zZM=JD^SHYzrGR;)^h$f`IuH4ClNev7r)#Mklb zmU`a*boz;_Gg7ikfCvh3yk-Mky*P*h0(tUEvLH+E{(y*pFGT_H)s$$P;URl8pKpI( zWm!Y3h1H{U-U17I-Jxlw)>YO%MRNjqN;rTOb8U0RUq)Wb)kY z{@TV)xBvkQ=?kda_Gl#h5Gbr-zdkk>ycd^>Q~bACh3LLrUT}aRpLVEY!9$hnnLz0= zEq-~ueLho;<39nYnVCk$@Sywpq}kMA*?>V-gYoxjh<85RFJ)*HyX0;WPr$i}=HJ)I zN;}FKGKOH$nORtatm%i-RG%+KA2%ht{S&2Rx3JKv!0mu0Xk~Xine5#{(-;o=JB6ix z&`#%rDjuy_YF7KTT&rf&a-OM|jhgHo-iz;1%w9$OL1Sz6Nm5CC6$H2Quk2Lk!zDoP zrjCyMha*+E?Nj#dkC_xDGCVcE-*Xwp_ma38&D{q-GnMho9h^{9KfAR>@FxSvoWi~? z^Vy+Y1V9j{Ik<_w<4Wk$WPBE#t9JT@lH zr1f(8U3YKrG;V)e`8-{Of=93Xg_OGsDG>toYa1pr zSiH@<0_?l`0q&cI#qogA$1kwJBsjDoyZ{Hd05utxD~cL($$HcDJ?A%z@aIr`m2CG^ zYO!7OxNGsOi62I8p4Db-=UeH`2El-cY%`fOu$YX~6NnsR8x`3s*If5vsVaT6S%Nj9X8{Sq6$XS*N)N~1x=o}1?Y2n%Ral{gFm1yPQ5 zPXQ|$Q^x+8gE`cXIb?w6tiG_7P;|&2=&zm3`?EuK-R2|dRx*Zsb`YXoJPlnqHwT=~ zUalLwYXO`<(^*5BBl5-6U2*bNa868mOFMfT9|eYx!3iZ4WO>5lB>6F!i@(*>Y+>P;4X zl^YH?)iaDMhugoBerGnNSr6%!^?PciQ=b-!s@J zwU$r_h)#CbpZ~ve#_k$g`g%A0@k%`W4;0jgZ$~uI)z8GJ5dt9MkA{GL?__r-M=Lyz zf{mo3$5ga|?qhI?1y|E`Op#cl^ELJ)xnLJ-z4Ir_!!{;_+D8|P1WFC-xd z5QHHQbBMt9pKl%2|6ebj+JE~IRp{)35QHHJLJ))@2tp8qAqaB522WP&^4F|h?Rea; z{9ohx_#WW#dS2Uu%iZ@{GYqWL?K9rv2pS!vrYxixw^UqYCzo$oyq){D<;A-g)ICyE z=T_b-zUPQ@!N+lC9q78H$%NOZ)V3qfpS$&;wsQS%?Z=b?1P4vV%H4`7YrfaU*No;i zig3g5xTE`nUHa@p%u(tT zH~L*^{%6f32#APj;*G4!aKIoyO5$^8rG=$*tb9l)_PJgplwjd$BTl(KpkryOTxr>0 z;z)?4fE2z%^BoRsx}n^IC3_lsdjAe!|5s@+VcB@&#u7DAAdQ;BH>H7v}`L4e+w@(_c*{YGDU)1hs!4PyuxL-T# ze7cB!jdzK|+cJoP>C@WK`0iHuMxa~_6~CTVHHD_qy6 ztylc%7W!4qLIfBHgar=+zkm37@OCL>8G(?L6CLrnyW!8^zn=dCxfNmo6uNqjvf^fH z!Et*nKTd78En32Lrkj_@`#{e*_WECX2N(7rL_|VYs*gqf^7yrkkIk$# zUj(TX79>Ot51E}B`SzPP+)I-}J%WBox>ur}#Yt)~ntX90!1*+I7Emb9S}Zzm(Liby zYxa^XY1?P|Yft84-FtTpDZdLW(-|I=UNNzoxS6@?$i(r*oQyh>p3s#@Gl0NE9DxGW zG5fm8>~{KmBt$Xy&tz$#6ewl|*;ka4FAnP?W)$}#m2yg)qA?}u-0E>5P z!aZtt1)$S3x-vQKo=LlS$M=v9cYK|c$?5px%D1#b*x)d$7uO6QrtRo5uTFf% z-EjU!)_XOc>Bdm^-|8keOMC{BAX@$K9^A8- z%6Ap0c-mxshy6^r>n)i#8(~_kaQ>~qJ3X|O^>$sBeqRRa#IU-rOM;yMGoZjkGyK=} z2p$@j34)OwhG+Q}d6w7kIT)xLW?g~44V5KZ(a;EmmvdK5os#hYMU7DXSbwRSNwDZk zyir>4&v2L5HEdswogH&tm7V+O2Q5V}`gfY0ubOAWp;K+${e9=wvbyQ03`NBhn4w;h z>8w|^^;IqYSZbN7?F0lz5U+Y3JdB-&0!`yViQ1vb>=;bC z{w1remuvbG3;IUBq{7r4s%BR1X1O3B2#O=0?@OIBZgFtpK@}=+IMW+UMB8)YSd{8_ zfGrag8#G) z`NW0GJtU$Y-s)E5;!-y&{%dcHlUHASZu_6~m$5TDraxvE?FRbkE_~E|1xi_rjgrQj zUpE8@IUkT*c%eGsUl$(_5aI?`BCTcmg@+5RS#Z_l^67Qka#ls`sX?W6vVO`Fa`|@o zHEDG>U*FnVUbA4HMqcgc;WVBqA7dY^R3y1f64n4#(ORZ z0wQ2X(lGrSkz-ZTwm(P#^3<#VK!ARh*G>RMr@-&Zhxrcc$T1TaudWkpDxf1)m^u$6 zK#D#bE7B)v)7{i-CUlOF8OALXrKxh~cNJP*#DaBr)#dC7)FS+;G#>naQWO=FNPYim zIY%oB99W42nYhv9`I;fQ#)2Wd1^|S>0-C?GjB)QtICNg_hmD#Iz5#H~!ZEW((Utyu^}2zFGp@8@T~ zt6i%}$|_|;x|G-yQ;bFe6yeRX`#u8778c7qC1Sfi4`ydb@bR%mxcsXs@AFpl!)AR##|VT0Kr-iu;GM%%#e#r+seLG$`TY1D|!z>|{Iu zKm#vJQ3k*O1HV$`HdQeIL`B8!%aaJe@_Jh-tgbs#cTIgs1mir_6huIeM?)`Du#1XE zz!+}M!UuTs;jhc;nX}B7TOb}C-iZ6b1`@b}Z%yU#lU)_?&K48jAWw$(*hl15vXy<=X70EmT3h0c-} zH}$qb=Dbd0@K__K^i`~kT^}#IvYC3ECG<~0&C1LJiZ1I@=MpiRhK{j3xDgQ%cfFI1$T&YvX3=#IZw0YH zd;9&5kC7sQ00G30Rr_W{&wrKqfcWvy+s)_o%T(^|Ite4u_k`}l()Q-64_JQ5{K=JB z2|CGc>IA;m%!|_FW`Pj`Dn$BJ5hf)fkcnw=^UYv&Fo0)-c|r(?Mu?rfO|E$4Cw5=^ z8kB*1o41|xad?~Fg^~fYC{p|!IB%yCeU|yR+W)e?h;#Q!Nj*E$rK@{QYWD_g-;Y$& zsbQq-A)gqY&F^X1CW`=s-5Xj1uD&)Nh&?9%7PZFZ@b zoSO==>+{(i^3CC&cFvVH<}qr_nRff@?-27gFC4-NiU|&#cTDzVDbhDSD-8K{J=&Db zhBfOQdL1g8M$dl*z>BvAR@SW!>JnW<}OF$pJ@&oa06j5fP!GUbfh2HnA(*yM*SP z>#_{zPANBk@Nqe7;Hi9?>1MHObpFmo*NTc(>y^f{<3(=i_dN*D3$+uTtFdTtu|NVM z5m%)d7x;qp#Pg#Wphzl2#Qp%Dkh%;`OY8+h_9$u!?iqo8pg6o z3N1&?of-D%XN|j8!e~}H%1QNdt}Ij%WTv{~lH;#hLr(r38i929K%aXyoA*Sm;h2p{ z+FQ><;Pu~G?xZBI-lSRcE&Gc_4fJ!PadC}_Ee}#zG(gIJA%DnEb)?5LJGru7nIJ#_ z{gqXLz}B}~I_Eq*yYp9*_Xy6)HlAq-{Eyo%+nHp0Cf>B`^5n@%eX5>*|DKO|4KyIi zs>R5&Zt5wO{_QLqUvzk1i^L#aZoiJkEz9Z}?D?IZW^@n$5;FnDUdSKv=>y1!sQzEG zfELE2G9mWi8Yjd*BO`gmpPQ-L(`kL3KBjqX!iyA;bn?J30SVb}<^41f(og;ncm~RBoF#HrQ1#tX4Rc;6N5HfX(`pcupBTjw3w{agBzu$7pgO?md@KS!>{edyJ-OHUIU^yb}N`4wmsw1E28 zs@gtVC~Wkg#-#0~yOSo}F$rrO=4@G)C;M$}I|Pygf<({QA|Fo?R7oDdMIflBny9Cv zR+6z4*8l?=0*FymUZV8wd8?0aNt(U;mb=b|{j+EDx~D6p$7~nf{`{aWoS^o!5F)4# zOoO1^ktY*nb0>|g+31Ll@493n3wUp-d8x?%&Cp5VcGVIzn?Jpy+Oxl3HQQyrX3hHU z2#@K744qbK1V+1Eyo4Fv>IF}$)gI}ShNhW zoX3CSe4I>rlZqw{0vmlubEij1VIm?MvN@Vu*)s0rt}@>nUq4T0KAYUq_FcBoxJmno z{A4c{uYAAL)-V1S@;v?SgT8O!sWf4Js`B*>842*2k$Vqo2Qau4Q&`!PJ6V+%T9ll@cjxRr`xup41*yTN2jrwjSK&*&hqZn z&=3VTX)l*t{e`8H@=<-Fb=x_)?k_XL8HkgyP}3%j%TlMyd5qq?zt7M0yv?pt+2r^m zB?yy9?`o(vj#eEdU7f85EhOmImp|a3Xc2;~#8m@cFp8=_EEH7QplCYWb5Bu8&L+SE zJ+R(o)_V`Z5l5b{7}-BapnK0NCfK5lQhI&df-=pT0Ew%?m77NI5Fk4B|30k}?Ft@! zhuu_mFP{IXSB?i~!oCo}kK1de)*o!w2@72~Cjo$nODe}d%PZCJ{jL2pv9c>}oLk&& z`korrBmq`gas&v7nGOUZH~=9ul})V5v`1t7ui)>ZabMy# zPCu0;yAxL${{M3H8KUD6AUr7t29n5;TEhjntangO)TITg~?Q6vCMUyPr5Hs4dHt@?nNdK~G${Y@@1RUmJWtA*V z;A!8aR8Xbl>AC=l3U(JQw8-|m?zNS#l8N4d!Z3a5<}z11|KZn6L}J&mLyWHrCsypC zvRi@YMgRct!cu^Jteb&=Sp9Z4J=6alr)!GFfx~2&jO4K5 zWNuVI~i?OpS)TKm!x{wV<= zTOPd$#Y?_0E-FgPjun>L>tO*9oi;ikz#iyoIx&S~B6Bt4wBE&mEes7&96!eXJT9ufpz9!)B zN(Bkt;}qqed%QG7SG`RvFAkE{|LDgrj_7!Lb!`D2jX%_v<@L?vSw3vhw{R!Orb?w9 zIHv8U%$%&_BwSYbc_%R}UbPHz$QCr_G^lc0)1Y2OafjbFM^`oJ2gPRbsUV+fW~y&R z+2N>BAgSqU;=oM!}VRuzda8wu#b*`Fa zo3>FCYJ6998B-(JwtI|=_5*K*!NuQb_`{xHB0qy+&^j+&vp51HRN)q=Z$DKaMPc<` z_#C{3(S=qN^YR{ZwvtK|JEGudtD}JyLr+P|NH;b5-gEEG=1s=Y;|LK0>w49mI=-qc zbk=n4)>cW48~(qhb9tBMU5r8n2|6bA)*gTWMm22xmQGk{Hwd{cHfbxtOzNYwmP1dZ zpiRY#!XQKJ&r(D{wV~R%))^K}t^gT46T4{3IMjNullqIa_q88S=X| zYkL*>1_|a?d9ED$EOa#t#EUVB=+@F)+Ayi*>+#SUdJKH+9>L$*?5wlGg}r98vzvl# z=)7;dirsCi-3KmWLrn_L?YKCz5a8QCjfo(LjYFJej9)Yp=x(xv^%@?NJpoRE@yXdg z#4PPDUHP^j*Qzz&dh!;nG1@uRJ5ph)y+;}q5;@T`kqPB>*{~mQppvO7I#wS=t;zOo zf8y?jXVnD6{IiB1QfE^HoR`YbM#JswHv*o}qG z%V%eQeR3B6F1VU}LQNv6GcPc_y!CYoEUjeg9nR7Jf#OT@p#-X-g%M zL95o%UNY5yKo4))7i|uO18JdI!P;;3TNEGm@*n^rX4-356s#W5@^n7kifs2WEb#~eBh8vJcQXC(**!$K zaN%xcc1PXFdDmv08vpZ1g8Wx`-%?0pa+K?8F(e9B5|TXqUh%eRb`Nu1_Balc^W!#+ zPSx=9xh}BuGm=C`bpnDx0R4RLoXzsKZ1Rl9^cl7n=ctMeO8Xb2DPsUbDw>_H6Zga@ zi6&Ki-ySu#J~pjXX%Q1Bv|8p@lrC4Lv&!8&aU8adtVUqEeB-FD&pmkZn40|;p7o}f zIwybW|zZ6N5WX|?}RpKD>)rQ{@iM_OS&KLDRZ^2qN zpX{;CvgOwt?yS3;dYYcA_A5wn4<-O2{iUY9Snk>Pka0+QUB%8>`&I0dQhke5wQ7-& zTl#f05nDSs)Q2eFBUQ~*!wOFK&V0~s#TkTY>!ZaNyfA(wVteq>9Wljgzo zB|!D3>(&082)gX=S&6R}Hzx_NZdg8!v;}t!T^kkiPS$p(1I@)RosGdvm%+e$K zKYe-T^8zTJ5ADAjO=DaUxPaN#GM(0c5&HEnlG{(*xt+HsGyAUWo1VSgDr(v$PhpoD ztb!|W1WURbPquqQT=`gu2((Nx@d4z&lFxXAg`Xr6Q%CX~#( zpsn`GhG@*P0N}vL?O68&Q6)DN?ybC3tep!q#{$0g zdi>?5=zstW=C1#Bzmd!sj#XHAM^RznbD!+ky?%WC%~i{eKC*dzwVgImwBEfx4LYv# z0Sgk&jgAY)+~#&^+V>T#6kENb-DUC9H-D?Pnq%EX)^oc+iLI6vPQ1fn2Boz2r4z`7 zskui*w`S#Q^-yV64UwIn+P~RDK*Igqs)OZ2X|jyJFyzhNebo6z71H-TI`3FImP}kW zTITMN5Ff*^U;-dOCwGB^T&M`1HXZQz>pA0Z$ct)x%1Im+HJq+p-7Sk+7bO~}j1(r- zjvg@ojY+{R9|m@b|cyW<#c1rV$r^M~C3Y zN6z??c-&Syt?O0HdeSnM6g5+Z)!iCpQAE#p>8T@v(!&zLWWt1wajJ0!xbbsKleZWM z&<<#SGq5RJjDQG%7qb(iuKm`_B_eVubtwD1+*IXrkISFXh-*c1&ahg?bkT89C@>)c z%)Hok>$6q+sW~2R2p?%4EO4ScWdsORo5ReJ0vHYBm?R!;#*?qjq_jYF-J~q|Ggf^i zwGXe4xSuUl=SP1Zv4OOH=gop9WdF~*dZyJswCkU#=dVA^+^mepC5GRl+!AXpTnh*B zdvQ?^7O)MRJ+Nt7W*{ob-yYQSfWJz}v`WqG-ntLkPAZw`%Ct`0RXZvsl_5LFf7V_f zaGt6&*p*bD@Iz|X<(MEoDM6b8yXcVGw8QY%pM(s|6KjkxGhVfm^kK+0p`yu9xapx= z{EB?vYIUof)y;l9h=>tO$!{{HPR){*-4adbnx9b&{|dkO(tt!1QD9Yn?JGI-W;g50 zmn#tXx~Z{6@zwCU(k8p6;7+8V_m=Y~bhYujx2F3DaWh3fG0vZO#ZC2Jv{5qCZt zW=xGm?Actb=(m?!e||@)gyi;jI)2}p^((6)j5IcsQ34=TGc4W~k4Gx43zlZp9`^j# zZ*=nm=05=p>&Zgy+HFuYhSEZy)H#4fpTOUd3`x@#2JPkj-v#rBsha2RB-0+C0wM#G zRlP!QAV6Xzf&ioKanT5YQErxaw|y#vU%J%}`5GYwAN1EBchhKswwlUmHlQ>$#)BMv zADX1`$5!EM$aAdV@o{4!@}AK+kX`;kTvS!zV(y2qD4x%<_c(q{y=VkneUGs#io>LR z==oS@LG8%x?iCjKuyq-GMk&LKcl9^SfA`sMfzJ(1t~pu1tCYiOK7aGMZ<}BE?DsW8 zv=BxAA0Q*$Ui>~2{k-JF7=5G^g3iyPK#(x%9&KeFnU0`o6UNw=sQr3v|^t4|~`Ei33?z zH`QHoFz@)s?x(0$vpb?~_nbae{ZvO2jkr8K)-|)!cZjn3qt;RR9iBU-Gd?mZEd8vq`AOQf^*U7^r zuIt8VSSVQ50RawRA#`9JqX7EvO)2*?NN9a?vK&03j^{>^3;$nby_G-QRV1_x-_Z6F z${j`fV=khmJ)jXtvg&%1M`6=eGPTE7sAcw>722*6jGDT|$9l~RjCyvF4#`nB{*h6b z`bI?KE7Co~%icPB(U_Dm^G6)dUO#p2X_qO$0s{UDh|nNJGn!oXVvs1ypmC{oghWUj zXF3z&2EZb_+a#z-qgI54!TZYk;PB=CIQhAm4HsD!U4b4+2Uw@hMrh)zeD4wzce%FX z^*J}U^Puww7WK=uVS_-L$@JIxj?|E%Co-LSGTDw7#QKE=CHwcW(z+h6&+$L82T}|f z`-&C#h5erc`IgNM;QJ-IztLFe30Shw+k4xt8AkXBtr)<8`!r+}Ov;#-s2-vowtkZuGENkSoDHJ>8dKd~? z_^x_l!J97P9A%_hf3yN2=+0+mc(bhLEH!Z5ddTYBbnWwEWQqEMV#nE5wxZ{e^gs*D0c zL68XmkO=^g2>_4@0FVg)kP$%vEko#!iy$C^K#-D20zye72?->SBqWkRkdjFO00NMb zNC+T+f(nY2Dk@Z{sZy~dk@UOW<)79&?|#AM{2KSU#eF^dfc5Q_5ElIuMN|)Kr~1zG zixd^W;t#mkv|l%84=(<0!U5@emVex_WoxE0=kaUv3nAN~m!rbbMk$X5MN$2LZZ@mV zmGr3Sh21h0ozK5b7oq(7TTJxTAhM)=HLkhu74A~(=d-ze8Mb3pX5t}p?HWYUdGzUsys0E<7C-_OLq z!FF4BeeaF;ij(lD;cCATIaG(S&F}j69B5TMWd|iNL?fdZrXT$#A?L9H70N~FLZ zI2>D4A|){#hTwi3XDxNCOPBiEy%$?mck9|zO?0Z%EILHQfwYf-+%|ahpb=(wTG-nB zTsvxf4{pMK+OzQ)eGz>wtwfsFo9!_)qlL>uOdt2^pJR(#kahV~Md$MWq!w3-r4)Uy zikH-ThR!hb&l50Ljhk*_~FuA+DB7)cG$1odRd$1{l%ciDxC@=z;_lKtj5iqrMtb>VcP4$;^fmj*NI#A zrrO;@w=k_rz@HjRJJ%c18%`o38IK*{c^}>`WQDpFRg)Rcd@hA1E6Nl z!$5Q>N+EHN$CRwTM$aLQC|}T2dL&`ng%zbMOkbVQ0w;Z2;LsHuTU}--5PZOfi zORbvD&y&8^ygyPTx$&t0iJy#AnQtYGYy~@gVk=nviPOeU?WjIlb^ZIm000!+y15v? zkvwvj+HJ^#wf&b-&#_DAjzW>9=eC?ZR&JRqlCoN7B?@u+D^TE>*_0Ni}u5d zKRGl8zYXCgT}cl&;)-XSjqUW!XQ%Lbzr%mh;pU?%x5$Ex%+|Hv`$ck@qoOY*0A9T3cm7eG?ea|yo@%Qb$V>FYyh1&D^_0bNDJ2Re_`8_ny zO}AFDR-9wHh9<;pwB0>V;O^%+Z<>Y0d2dT(NlQ4}<@y=nt5XGj(uapEniSKylMAmV}{6$vM~tM!+L$N~TY zBpx5A2u{7P0^yhj~dgE6)_eg<8kXY4`n;=z1SeWPKZgJP`eK@6riKbV@*+_hYl! z>%CJLZ`IP?I@(RiM48J;jARh%0Qyor7T>4;FP)v_C z@O`?Lx+9?CG4_rxd*v|(>tfgiRY3PYzpaz;xbMf=7y5A*x_lYB$iavZ6th%|+w-)b zcK8@FDHM8PbhvTv&PL0E^DKRL(}Cd!6X4W@zh->gcM;ND+eC0Z8MMM%qnxm>YeNm2 zL)U6PdIYlnQ2Kek7rE(w@CsBU_hTPqR)^0w8x12yqw(fU@(yc^-9b0*6z4_WvR)zK zZIx+X_4l7ga*U?4>qtLHfZ&zW%f8OLQQ_()4!jD*KZIO6_)%meWLZf?E7v@# z555TlpW3y|ZL6f@zN4kP$2VjU!g+IzCebkd@2p1s7>rHo=kf0*e@aq$*KER4Juh}= zV!3pfgMap!VWO2xN^H(qCmfM)Wv=AMYYuR1*(A`xE(-$~HJ$Z}6jw>nlUp-S_}0Yv zlb`+IrD#>yIt;m2#Zas2Ojl$=8HV>my24YsM`i7`P#?E3jf8?ggkx}8k`N39d87L$ zKpETAoELC9rZ@Y;RkZlSnauAmvarP3iMEstDsCDt_{e@&Xyr;O6R+v4`ET$EvNNPWPLds)c3E z=X(X^Q0zeu_)D$LZ<4FB=Ee`Zx4O^-nzq>CejKnbE{#)*btDKI>7aefREn z@O`tDDb7B;ml$NYS?<~rGVR*B9wQ&)RsVUnMCG`ZeNVUamh&JA;Gn`5q6xzq2LfR?VO_VPxJ7uPSW-t5vjjK((x50EoaKx$lrz z!&~ra1Pwze)@*H}4qx7fFZ4JMpI(=*_%}A42`8!L?7qyB1Gi(j(gd4?+VQv_-T)sA zkVF6?nE2H49teR4EVGu;m%7)vs;9AX1V8`?wl5z>3+ByfhPlqX3!Lr$TSrBYGyD0W zYWIGr)i}Nli=R?iO|20L&1ZFpvxltKrmM%tWh>`An205nfMM9+Q07auecsdn|TuTLX zv^7sf{)w0Hx$c(n`6Zn?sMZnP`FP~!`I_)Ri>KrJC89GPkpeEEjvY4yw?8%0vL_UQ z0e`pvAES9e0!8OD=gd~KPN2>8Ub73+Ojc_N%-J;tNQeR=K?wvxUnC-jG45qj)Z_tNPZL(h%t>is92X_5Y`m~6NzCiU6>g5j>6_wqo-LX*wPU)UIs z+vnh#7{DR{v%v%1T*Zy?{qmS3(f+-Uas#y31WQWS|0bViMuTHBM(EZh?`QZJfn5WU zX{+R&Lal%Z1RDTEK!JcTkOxnI|ILH=`vxO$|2aFh@1q3;9d*oUtbATQJDY86QE5%a zHO%PKBYOO}@|M+2`CnBXLL|aU56h~v0tkR10xZ)U5>Fi`y%F)6-P%MfN3U@#K!vZ- zug!&by=u_nH_=^nc7HV}vtA|+Vg%=s6QPAU$JC z1OyO3K?DOBB!C433`}Dg3J9W^m_Nve`TsN%u<3m*#|7#99WSrK^_0bb?n5OuPUq6v zjVZB-5w;|IKi|yyt;vhO(Ch>!!z76~E`4W@>>B6G@ZE>kWcmlDN)4kswmYl)Y(?~y zm)mbFd6^#Q;P@f!XCJ!zwq2~eNy447LxE zn@OC((ETsjc_bIjZ_wXxzd(^#2)e2) zu}Jv#yxg6eR@Ieea4avLKWT#~>ksZ7iLjLBk+|U?Hu+iiI!;DkD^WtPS!#ia8wo_? z-EnQ?sC&5@0wN#_rSnR5o0>b@>)HyB^&W3i@S>8eioEb^DqYsd5fGnKRLgoAe*X~|%7@-634{m&`IUR##Z&K?fsH+};4%B&={g); zhdyn0E+{B3TJH6!DutE0ht_}qRU2+UG66Z4;VNHtouHo41? zMdq2KU_#vIplFwUe9Y#f)&AbbeJEY?@AH1Hi9_bGC4(MUg0=txFHe0Xn>M8(E5LT^ zVX)N#A?d$N&SLwyxNKPQQn9s>(E6laOx-t+bA5@Qm)u3uL*&Q+UT>dSh2TZEQ%zKz z+2Y7%Qp;1TkRl8Q5ClX+KTVRxd+76-@=LIXeCL}+Q-J9ypjvAlyQp1!ZH~w4!}j1m z-3@wLrMCp7n@!5Z|LScmM#}pgVHI-N#g=(ai}ObgJSKeZZIjPLw*0)hh~<8<(VEY; zT=T8XnajjjAw0-)Qduk;KTo@hR$1AtN3I)=!y2=YxS*@a>d&){Z~H4(;32uo_EVfI zdVm2CAfjn!PkS}!0E=X$GI8|+4}B*RYjMQ!SNmZ2iu#COQZOO{R!euKZF~MSf*{fX z6KdHJ0wMAEHKP5!yoeh+_8*Oh?9GIx>8b&^YEY&&daZam#aO+Be|L3tRj;n~>1X_BpTv4U_C)?M z`JooW8Ij59WR5bJ5+pHWlVmW^Ro$$uDr4}cY_qQX(?jUlUq1X8$U`Btd_)zJ2~ zklu==EYKSn0b9|Q-fHH+GqFxNcLaM`| zQKq@NVw9kOZnWE~+qYK3>;9mmm@AWflCKJ}O2Y@b8$D0rw1=hcrc$9dC5!izp?m$A z|8K9zYf*ob^M$09q z)sTjWTgF-b7%Di}DJm=KF4Ra5ZT~&l{eEpe$E`Egcsido`I;=031%dMj9}?5;TO(Y z4$ zhD5Ea=e$*O!^ikCDd?q!*?mfK<$Uu#N7R$(@Y39OkxaPDWUR#g>V$~49^y1KpxE9; zHYUB@sfDmO{>5vq_QmPLWPkeukr(7ceR7$K)5wO>iqq)jJ`OyStwf4`f&n6S{ZtW| zBMML$ZKzK^5;pSU#c1=$MgMIaXU4NU?;WK+uQt*|1iGj^CT^*}UzX}I@&zF7L%r5{ zg8`^IoJJE%q2eOPTYvzSFupz1Co#m%^1>jhI(~QPwp#!$S+ zOGbL`Vs@WjZu)~;4*5;B4_$nt<}DWurRqnuKB)~KMaDREvFTs>3e>gr?;Sa(*>S||0Em$&F^D}o?GsY9Y$ zYq|m}nLyY(^vp3+VSTlY&Mq<$!2X5)6lr{<%;Tr&Y3ric{K9LaOxv$=`Guu3H?h!& zfEriCY-oeeyII=P)8bBQakth@y1YvPBEZv+%s9sCk8VGk(K`W-IW>y+=F|%H5^2PC zpr?IWzCtNCpSM3Uzz=qgsh%eEAWk<*SOO=qft8;WLf?3)#OGJ0=pd`|&{l&w_LFBF zPUxLAr_vM*I<=mi$}AD~%hr`%XE<*C(RF_x=ap}tus@yIL?R$xa(iI84)wFwVDqNn zDje$SetINDyU~i@Yp7PcNc~Z`C8;(brjQl<_kIiQGj==zm@haaeU0aotSECuYIKEW zhe4v(T;<)}ri5d=VsZxMx8Ll`b3+T5QLpp1p`pP84anf|rt;&orb~17QD5C(jW5Z( zj9oHe+PxK({Q&^E=+Jm65zSC5N3jdHYQ9<$csYpU>sEOpVdn8hl>s$xUnf8)4qyg}PE^>?6gXUh(^p&%!iaMcdGgRo;5o8-T4)}VvSX?Ki|xLJeS z76})e2Fj;fsHr)lx|I04|24M`yPEi%%c`mERJ+z!Yyn-Ww)@yMQHApF+n|Sf&h&&Q zJ3j71iTP-8HM+P(=ySC;j|*80^&i`9TK z{s6wR1Qn6WD;)Y;uZvr)+FbMiioeh;MVMTZ)?P&?sNDYLL%2T5W^6U+XSzK^z>m_u zK`AD(_l(w3(uUbN6mBzRJkWRV}S+JSV%)w7Gt5hN%S6SuZ-(j?AMx-TI{@O8a zXf5U`s4s@LgHM+J`#IHL9c_Cj@K=`8&8$StoY;;E3%OiFrActBeyaWzIUn7}cD-Nm zFl#^;Qt|~sWohRU00gIPP5S2@kqeShnlZc>Z@>pxqbbu8!}7Ha5Tps2h8rH4Jn$r*x>V$lA{H!cz&l@le4MCzyw7k1wJ9a!J)D0R7^3;*{Jbabqh&dV1p>iTW)V*- zrKzU3F{Wq|VKA43cR8+YRzMy&u$Cdn4`!UxZ>SY>kBJmHw!*_}8~@;6?Y)t8-R0>U zid*k72Llg%Jzz*gQsV1KlW7u-(S!kDbZ~KGoS?BL26s8!D9|A9CGfcp96$r2ql z1ClYuI_<8EzcW8$QXXZdpV?ux47$#0zm&)wG5y^Z$r1ABc_eQnEXx1nl@_hRoJa~6 z-r;Q4d}>$l3(1>Gb<{Vn65ase)vovGa5W%db&p(2v8ggA1TP<&b1lp)Y)CY0PdE%H z?dx@jD`Ai`XURQ=J>^!Am_L}hB7xQOn)UrNzh3aCikJf;Y&pzYZ;Y^;8LiYw{|;6c zF^RKA<58gwZOed7#=c_J!1aCA_8$(u5nj;Neva9)$$fE&sOYfdv zNSg9H*!81@jK{0nr3i%R{@A|MzMOgdn90%6m+7L1EUpVVfULoKY+Ph|ZD{4R3b~u- zS~@=Fb2TSxYJWBw*D%)l7n(HG{ADiL-MLTlD*vkzeKwJR=Cs3<7|>4C&o4+G@%y<$ zL6>iJrKb>}@!UROA(Z3^F0N>kKom=qi^2u{fd!ef<#|cSeu0h*c z(&f5)V`gg0JXvkHm=1VcbQl6NhN%)p!yb_i0qW9kYu2Iq++Wv#VuH~jk2%GebYO=4 zV}Pfh+`E2j`fbi6u5NP0N6PaD_Cq~3w1y*IfG1uc&cXyMYV_bnfPNn6*I6$v)?`=> zpd^ux8Hpy!)W;>F9dssLPH=XHP_a}%cP?nK(PM)?Qii3Lt=@7AgU!~F%n^) zahvYo^h5;-jot0XB?rtlP&994S@mN`NrOaXN%gTZrG3(1-`HN2Ok01_@(EYH>@DQ@ zpy13zk*wUIS{LnomV`+7Q$)&mes4;*++!OEuTw*$;Opn;OOMR(y+Nf}_{~k{4tzwe znpM7VL(qN4q&i1#Qr~dw*&TN(-|==*s>W}@iIB(-{DOQm!e`!~Nal+PQq3suoMoND zpH(35|KPWw>Qq8<1osqrZX#?+7-Bz8B;X!M!Jqg@NHRx9-dC=qvL|0Ad(uG48nWSh z&<{HnBL#r^|AfWS@HxNC?CQ0ec8u%w_h^iJ$12?|O-Ii=i$CzOX2n!KzQNQVfT2R| zHWff2n$&@XsQTGmRaS0sTR&ZRmtjTfKuEHI^J8{*@%QVwJIFZ-9V(I8D7bLYhqNe^ z*=6$>2x-rjGjwxlnXtNdxOCA=Yguhq+F8t3Sm?4}#Ux*UB_jb*GK$7Ul#hq{zd$+< zDu+vBT5UQ(`5fycpNEi{u?SGi5#4PLU6F!;{?j}F$dT_p4>;>^M8(Rk`LiYr~ODAR-h!MA&n(6(bmWmHP+ zvk6T>mN#LO?d?IaDM7+GR|P42i1V50mg+7Ts(6KaQYuhQ;QrXkhxo$)w(3`WQb)XA zxQMhyaD30o`4`S*UrC~N(MZjehS)?`{dmFTyRbl6eB_Kk%VRwSL7oMHPIldWW8|5a zKZ_oVboJ?WbmD`3^ttY%A<90MZd5Q_w!*1%rvESYu-P-m_VNTkaz4U-_)(Qorykt{YV?Y zwe&DiMW#(*)i1jaGxJ|c8#kLhtB+p|_X)84(2{{lD^4!7y1MLY$G?_61-i7x%09G`1aI;jP7xBW}6%O8$>~Z284qNBqoML9vp&&h1Iz| zcHa#6)238y6r-L@g(e8X@Ad@*C)C4~(jv0d3XMuzprM^xMWz{sk9Z z#L2&F>1&2cRbA=w`sr@}sh!sqU=$@A+{JO8L@g-eKJ%6qh%-Oc6XuVV2w$aad7!XDlZua5&{t);I zfG}KLy1gvIHng0zeQKQia936qYb!{fjied4{!yxwUcqn3gAb5FgYqgmelI?1qA8I4SMg2fX=5X6NV8jJ;h(r%s<} z?$)v(ZvQShKnEq!GV8T(toF8tA}NVTt;3zjByL^09NbI3NMA2eBhYBdm^V?o4=6I+ z#ibr}n;YskCLt)ijKCpLDfC+YNx?5$Ud&VBCf1m8l#%exyQf$e3g+lIK`ZXnC$yCw!Se*mPxQj4FyYBJTQ=hNhr70#` zjAY`K!BxbF6`jck;}FLxJZCcn++A*`5=;zg0BWz9CbKwNh}*cYqV2d?&U&yG*ZUX% zh-_*&wgv+NprJQV(glzqOHm5P#cbN%r1?B{;e4y&>%!wZWet@5UwxZWYFzY>CBCAT-oZbn%Cpvai3zKwn*h z>fY=XwQirO+5I_Jhoc+Bc%YWtmf39^Gf;PzS@{;JD{OaNc6OeSGvsTNKpx|aX@`aMb8d(tr7px2_fxj{c>?M$=FyO& z^`Vm){LUAu)}IS_HE`Z)M~pxY^BsYg{r-bL;2+Tpf|D2k44EI~oUfz0z>a_TVDGFz z@Au7V7EVg(++pi*Pde|ep?2y4%B`$g^fS#k!{B}qg?W?bpP|-i3;_%82kNCUeT2$U*Az^(uRomX6QW#40}y8 zPa@$dgZBp#Ck=-~y!JALoxQ=51Haa;$Ku-Go`TRP2)YpqG9WOPtjl>QkfHcJ4&q^J zI;OUJ)t?8+jT-!1S;@80i-w;=s>Uh?a)?*@QP>$e!{TldhlPY#joq^uIzOYJNG2*ytVOb0>l+X&9cKHlwyvI%-}IyL-P(kPK;O5#FRljpRBe$v3F zFLn@X@h0R8=L^Wf>P+hr45=t z-IN5bg=+|7$P0D0E+-vzZT$UIpE4*#8&$hW*q&Dls(Zkc&;gYXr*qCYRV;*kIh8P%OWsQ7!$ z35$DB2us3g!Aq3Kw%$8E^TnGt!oflXjGY&X>{R_VpP?A~86$M_urG)Ls-;1SIoTs{ z4J!xc{o?53%R{-)N_t;(3~gr~5M5Y2 zMxFLCw(zu^@B_MT+8`GoO?q%Ek1MK5z~%XS7624cfC9+Ufuu0K43VTTFnP$h#o}WZ zPlz6I*X>(f^lx@4S*MQoWpBJOYcZ!CEty#J3CGqSw1nDmO@;s>p#@e}Kb+YT&Kt_) zXaal~5+cCv43BG3MvigEYT?CXS-htoOODd#QKJ)GPqLJ!8|TYqJXJBPj9dXYRiF3_ zB>|ev?ft^#EiK9j&g}El_9mBHSSPDael?dG%P4uh&iwuJCtqgDGXNu>U0pAw&2#Z; zrgyixqOQB3)9`|mcC9cnU7GFp#ak>S9IefW9I$IahmfUQZGnznS^HpXnFvIAplGG$ zvj^%kW>hPS17hfJEPsCZ8Ainc*mlY_h~%Ur)8N(M6zV za+uiI-59`-%^(GG`K@oWx^f}a4hp=>!aMNXE2-KXsPTXItvS=5+($+@a_7GU&(uN+ zA-%zTWfmyHVBdOX0!iN2KC6RcrXPA?LW67+RH|Q!drlM1j8w3)>+ZhuOO5f~8JqB% zw~+r)pR@47_qzOW6{!w>8JCu=q0^f=aYwFOh{xpsnPJhoJ!h;06U3v2^~u0MC1=h4 zmUclteVg>0d_j?bVfGr3puC_U0>N-1_GNDD^|DAGwpmpio6kQw#C3d!6M-b~@Yt#v ziSvrUS?q}ku7N>@q*ZO;zr)BXh83C*q5F#&?4lYxU}`#xLjoCqeQ*we^@!QEV|&EQ z-%*p>^XlHArHtT%7;e`v!;}Q8RXkz`)~%$PDjf}oaBE78a@Pt8i=^P`uRN(BIStb6 zUV5S0gHI8z;4mlx10t_ibpQlD^N=(qf2e8eR`Kq(HdD#7nQu}j6L?S%UN8k`fwfs# zQ1S@?csWxFbAn#O8bz?13#=W-R8EBWdi>izIuk#(J(T>;6W0WP{&sHg4THzx{fc+z zuk+e7h=`MV!jT3*irnJMPT82EGI{C(VB(!L4N4<;6teI53C%W1sI^n4G=oXy6exV^ zqNvMT>bhg~_t6Iuo-K4F3FD4<1sGyWarY6nI)i~Ds)$+BhJhpU{qObW zn9O386es~-oB){6h?0htdpBI<%jr*#Qxz3)^ETMgmdIg-4CdZrsp6Xzq*mFt%1`_q zt+7e3tL_ulE>nC~TPX~UlE5T_oq;d9aQL6q-xab4O4aukR9SH(*Fi7LfSku}cSZ5^&2$|C(I~ zSvzIlVV^a% zQ5B^S1HrxwJy*yi;t%Zf1DQOC#o!Pr=3$e(n&X@7OC%uOR)ixT;R5{XRB$S@Z{`*# zaVkzk0$|^0k}f^gFiMYJ#G_cNH!0r2D|1sAkj^K63*Czzggsbpd@#uWvB>o-c2KRn zf92Eo=7eT-Bek|#>AlVm)pdGUn)GQ~97u?!OXqf&Y1$>q&QGq9Qr$0jcaVI1eS29u zH+F@pF1-9Q7}AOVVqYPm)TuT?(#RDIM=~#Azl(i7cC@vP~=tcOuc~>{G z=X(LUDDV1E97^6; zolr|X0Ifc-fyMbMP*yFS)~tre0Ks+IqQOIM+hpu&pVlz_p`hr2pX)xXoMjw6!}Dg% zl7uWiZL9I=TKWW)@pX@g(ZMt7JAdSB^VwR$r~d5S?JZiCHQUSIfATlco%jnU7L+1xJS>e$?;dvIN|o=o$kq15fnH&%o2zW`nERI%|q6|!~aI3VEEe@vcTpyM!Y7Ccbk+~(W>znlQ&#{F@v)$3Z*9mU^);Bw= z_ClDL%?pM*YMZ?uE5fyD=@F+sVF$_Y@9(i6U>*v1G@NLD#+O!6H!&$)XLTc;8sLD? zCP%G)G@^)qW7$pHLp5AR7uuNUCrbR)JmVZ?v=~3%KPBb)Y|Rf4oY9w5QIr13$Y>Kg z)!na;Ykp3I1IQ0?mB<^|l~8cBhJ{;=)OpiHxeFp!KlsXx4xaEq%sKjrnH z!u+l?3}02(<2;Wnj6^3l=EvXwwlr7plGbW7-`MAYBPPxU z8-=H2uJoHweC|3~?=l_gsCq-J1PbOmUsz&F^^(-}ro({42ZJAvwNXe{#OC+xKbIcd z)o7$Pb;+YmKMxS#=c&nFjLdz^Y@b$aEQIQn!sTeGOG}V&@g+FT-=)yLi=rh;31%E5Laane0V#vD~Wv%FD&0=UA)QgZg!O zLb8&6HUfI7>Gy6S&k*pgYSt)1$ma6J`NPq~anh-?I42PwT7=MVyfLZbZgyVY{Ka&) zg=zSxlmk~K?BISs%&ik@>wYWvq~b_P%BL9-vK)3aodY4%G@*Yt_NQ$YvUHG;b-kh^ z1?8>kqj@V{3(H_We#OJ`EJ!f0_!b7G-Mo)oRIQE*4SLbQHnsk~Hpy0-*aawrQ2)x# zUz1*8mbhVZ`ViHJlZ2BFYo&dos!D&~U7?+GpUxi4lgdFfkmeMS-ooG;x)J~4+yuqf zD{2cW5qK8SeG`xGx{MDciVj}RyaM|QU+vg+v5_p$6HT5w6#iu(`u<6|chJuIAH^&U zpj>pfa7Ch6h0p7aE`GO>nz0V^DrW4e92ZPSj>ezf3KOG?=VwPUlWDZfBu(MxD%W}1 zxqQ(QVe^S~o9th!>ea2g3}f8i4>qe_YE?+W$&g@cR=`(ff6WWI} zX~gf&X+@87ai`O><`E+q@RD6^=gc}54$RB1+x9n?Or4ncg|{i?25dL}?NwIriL8EK z^gO0_k=C5*KkbP)++DksjsY@Wva-IZrtY=px?G>`ZfVvq zhJRp4(+HVD3UKr#u{bZ@HU^}fc=@5)E=^C<-0-=B{*ho?YGk5a!2~wWnT$%LUr8Pu z-lj(down|hVLEifgaToVSv;{k{{n$##CCd*kKXnqfc$X)81RR@Yn?pB9!w}@4{Z~r z*9>1&yac_+12N!rKV7kM^+*~{s9c)4OL_HkuK9zS$ZccoOO6JG3yoDmN7lKudMS)G z`;d^ZXxvO#;XKek3h^dGGm4}Kp>>?=)p)`ynhj2iJ998lj#_an)Ot-}M82X(FjlhU zB==k8QmVF%1<%}UtzbtvP%^F(7Nydt2SW_#UODq%(#5RGe;s`ZuK3lRn45bX;ET_# zjm20p}b%QQGRCaeWpXcN=Xi_VnjkEHb&R`Emk=RJ`BiGi8Yc;6W4;D?K&b zaKkzOh=iSRnPLp!!Mymy_$J&1AVG}8Z^t%vz*V@42FeFb!k@>KU|9?4ga$T^gHB6| z*!w2h)=6w{yJ?6a#(m0^4S1Dl$;YV1FTyf)_Iu_DGlB~-`c zM)V#%_qmZ@(}GJD8kD*Icp99!j)??US+g#jn=W>v87*p(_zGVDYT;}E|EqP zSqM#5=%M@LL`;zK>TzjfF{X4#4xQN3VUhkxSucJNu0aH>-0|ha1!MHlL-HEw6EEQ{vZ1S1dlYV&G%9vSq4< zHk>)1l_j6HVzN7Lev#Q<<3XBGh_%xzI@FkLc58JM;%gRf;G}*&Y-_oWM<^uH+kaKo zb7Ti%1}Noy30*p_!$>91pN^Z6@0-4;=l3^gmRmZQ$*9pkt=u21wrdFf-TtWXZ44%B zt){cxK!I7-FEt7$Z2zIt6a!zx?QP@4D=&s7CDjFz+gG#$fF!BIPMh5z56#aEto=0w zl^hqAWTs(#$U6li>SITR$-Q3LWUjvjG3=!r75Mk;$=`4`6&LK09y67 zH|>zAmA4a&YGqHA=Mn3+K5Z+({2zz3U##{U2!D$eWU%F)Ta$Dve_~Cej+GMz4t~IY zm4xBdzDPse!0Ac2{-d{b&{|m7VSxvA!=|`F4@gNrov5;01z*%>@ylL{Cz?{$|CL_D z<9@8_+D6P)qUj*1F3eCIb+B$0j&9zbmO|DUv%A9xaqi`&AC33 zyE0wq!RWqX^#)&DBHW%jo5emfMPC2daKXl0RL>2VkTZy-z}odE`jzH!N^Rv8WZ z^A+M!?O0?>(#n%_;F)KB0g^3d`=*D^=M=ARvQfgwa7cW|p^bNaw7|*H?`(vu%z9q8 zBE1noZbH+QUpl5d^z5;pXROvwxK!qV*cRdO-{kw?4_&s40x%#dK|;Ta+f#mr?)bp! znd9q|p0@q2zio1-Ia?XG^p3My-K8ob&Iy8k4qE@n7%?(KXNagQuH5bYMcXxNRa@i8 zOX@$VjnA-G4P!!Nfhw!h3amJ` z#YJ>dngOQc*ZUkw(p_@oq&TsMz3_>3gc)hN zh~;_b;2DJA=_0`!zw(%<6ih$lr4!lXM`&g{?KX{^(A((gb70Vi9m(28oGJBQ{MdH5 zTJvg(e}WHl51Rx6VV$49^1w{cps}4RWd6*QK3R86+oxjvpBt73FMx`m8bHTxvZu`9$nrz-n6om)@y8Mq2 zQTJ4$ZmOla%e13t2xbhHvcIKF`9f^zQ{>(C0bl4kzK&c({Hlb=dGR_2b=Y&~TQCCs ziN8z<5E=5LdbD7EV55=7`P7U&*#P|x{pq96tE@caND-%^i{S`gXMZ()h?(ExUwCn4 zhs~NXcK%9QGjB$9ETrseGXI{7dvMayx0yE*TtKM7)ORgjG%gi82?-MR!a5=y0=wpGy0*_a7hHyW%|m3veBI3~Hqznu5Lu87Q0+YwifWcP@vE6)&SYsPR@#}18ln2>=-r|Kx&PigMNcir|Q zmj?0`P2rX1TMxwk+s3|#x8Z^ycHvJBDQWBxmr@TwR%YfIdnPJEuvP6^&8`XCiWIxr zFcsxK2`_e&B9GQ^J`G-I{dAj+BS0AT7q;Rj^A(EWm0I;UK=Nsy7Bn4)Ef*gu6Y44ry%u?QD;Sac5c7oEF$@yGpSG1hGQ&~#mNR*2i{+1c$< zh66K;!zm11=jo6SQq4(HpK;N50u!F43M|gFM84Otc&ZJjjY5_~3YrN#*rZVm|Li#)&F{|_{m$!Xj)w(rpN(YH zlDi*Pe80X*CzE~_r)7C|9zpL@s}~wrr8KJ#tohH)GL?|@#jYPojE!oID{u92gq}H0 zhf4X9LrN7H`2EbcCh#`*qiKfUo-;1yj3p;b>nq-KEl4x2~$_HcT=+oc6;9+HPU{ zp%-LfQ`=AUFqtwPUW3emD)CiI71gEH_%0uZcBqVg{E>O6=qazUMSf;N>3~mkhF>V- zC3v?#lL;gEY3`^J;`wH3PE~U2jJSpQH=Sg&Zq&D^y>Umx^8aA0-VmO5Bx>3O4(M*p;*)T@2#qGI4w$@Bk|+mkb|2Nb8cB@N7Mm1q?Bke z>?|4oY0x0-ph~I4O*T&;1IaESEt(U$jE8G#(hq)reu@W#hQC;kt?s02{nZK{iFbrH znPmH3#fYC6Wsq1 zvl}1(@${Z;_aVvRx%8$GzP@~b=OB-x!C!1`47(W8TmKg05Bef6kinVj@F7rRt+~;9 zzhT0gKYT+~EH%4Q?crfo*KOsC;FW41$TxJ%>Zwy9Fy;8Hd`WA#>GLXz>*AJE72lDz zIX1x2p4zwFY~Dz_rAgp1nsG(p;J^-JE1SdJ9eFfeYvLV3%8o8i+}i?giuoWgSl3EH zvBvO?07ad+JzVvMeX{LZH;m~AUY&d0J~)5CIGPz;;7i}iF=}$s$y+87?My959_{2? z{Me!b3%8{g8>A?ks;Hy7t+HPen;;)srBVVGBkacWH#Iz+a;TA!e-cp1pdtzBB){91 zkT>F9|Eo2$Nm$(pzpa`|3p3D))^-J&o}6)ysZrdy)Aq->wX*TbynGt;#%S_&J$E$w z3IK$$x?&}|61ilmmcBU*IcCZ>gr3ON(muGLh&U8n#)P75kq@Q&NGF12!^~_Z+3-4W z#R7;36HZ$Av`(}jV2&R&YaN;UJ`~Tn^~GHv>M8=-%rY906#uokgfllyUq7a38|ueW zuCunI=DXFW{}2#1L#(X|y*rri(JG1;sjU)$l=Ogw`(UMQ^XK|;%d|Sam!9x9RDB)) zq~cZus6yLz)`{nB!t_}^j|A60Z=KMNQ(4x8HEAC@-O33q4lbG1lPmf)i{Rs5AR#&%=t0--G%C zZl{ZjVN|h~e{Z;!IIW-MDMnnDeAHj7b6IrzKFfuWOT{yEZC{#(7Vq2G2Ks)lDtoqD zi{b!R&>z#;t*A~89`{UE3Lc&tFZg9VINMs?xyL-D@wtpy%{6Epazf68jG(*rn(dYL zC|56Xy~Qw66-E&s$8u3@+goPw}lw@m~Zs8ufXs9emo!}Dqqf4rgX_)uX>a`4{0dDwCm>Y5kq zySeqKR1cDZPN6iph_rgVj;$nuu>&Vu7TV(usZN^EbD=#HtlW9k>PyLd*g2I`T<%1I zzCJ?~@cThfl>DG9kgy}(KRNMJB4Ly421Q#Iw>~5qo!=|BsmImMnb>RV;x73yq2lv7 z9BzaueNv|^Zx|*uT-ofCsVof)$F(d%Z9?M@z< zfsM0eNrF^!iU89r7%wC(`BT@I(R0^Ku|&nt{2HdRI4-Ycb>n&^XO@zg0=-1g0&i&p z#apZ_Wn^)IcY+yP`k(q)cXP9Y(mxG2NIw(J4dhPTvx^3x3wVDPc<0%O=S#!fn7e1^ zx)ZI&D2(LJ4^N=}EJ_eP3HCd2L%!#gC43xnl? z75M@Xki`EK7nqttNV7osLI?l=0I*mH0fet17XX0r{Td8K1k!(*N)B8LjHGK$R0ip}JX6h%SJLIn^_1Heug0W9|{ z_g@8uEYmn&mtwP+LI?@4dh z#(ak2Tj}mB+B;Kr={c)x|Ae%{wZgr0y}6ab{H;h_u!IL?={dNpSrWg9FmIVVvjmS3 zFNCzhguuqq4Ek5RaZJMoYPV@oeiU}a^SpMRIiPMDPiy;D9bxEG&f%qcAJ zE6%M*vt-X2;V$s9C2j^NiUgyyMVLg_dR>^{>8annS(86dZ=MxZ*E?uud3LVKSR;D# zeeyEuJTxw-$Y^nEZ?WUz&;GsZOO`1;+?q9XN=!{+S^foETCo^eoIWq2Ko5mZiarxB zh=y$pLBm>>Sz>J1!qS40gl)GBku$Z}946Hp2g{8lZJrFR5*R0`X7`w*Uz3|0iT!^tJ$+a&yGyKOM| zL@f2eNP!=6jcWGa?+6BWzjcV$JHJvVjnrbzNVNk~nO%^>TDB+AD^jgj(OH70!RA)M ze$lo zgI=*^AMCf_*sX?)idq50L+ruO{UIXD^L$b-!7Ez`0D~d5AS^L%4^usAEWPvK{Ng4u z3ucSNE9}+C)xOL08iypyI6l5|1qiuL&{|NNS@!pbZRv zmB?OB+17i4IK}BViarTax|%z#9XQ@nkC7bjN$w{2FL10K0S`{9!VN_tj_p{b_dsxA z4k5K_gth>7YZIF|RPG`rs&pe|n(sBTC}cJrD4Tg)a&09EHbG=x;e_f^&id90ioSSvTEFOL zZKQH)W(~t?17YF8F{H@;NMeDsBhdoC7yVFzvm+rZVd6p#uZ|BFkdrO-&F4yo26i{7 z#R3n|e|5-FF+~Ev)+xS&$@>$7M?A!dT?p!-Tl*0yO#9J^1V(ToD~L0ab{5~ieQcSr zsKxT?&sgZBIrv_3P%F5Ul{rVO()tC-(UnzQK7)bFnM6ZM*Hn-!)@7(K7B)jdHOIo$ zL@a~jAOri$g4PB82%Y@$B@cy*P%Zme_O+Nk5EQ3H(fHuYYKPr8*TuJ^0%Wd ztd9UC5%>f;d0y_b0huR7W?A4j>2?VGOaHwj@V}5kzhIi=AkKs-d;>P+1&BqIuf3IF z;84Cv%z*sC&3lOdDvA+x^yUi0Bk(jwOMtiG?QQdgmLO|_(~41D27Z4DTs>dCErrP zhc0g`_mI1> z&=2|&`~0w+rZ*3_5wt=F*ZuCR`xa}qO1@|NCH#r7T1e6COs&2{OkQq&1FMeJa$r>7}Pk?`wr|kv*zH(5b|69Mb8^>^~><%!o;HxuH!#7oB ziWpcFPfuJCQuHa3DlH*+nA-HFUz_SZXSmX|79DR)bvV07Z~>%H65O_ex9kp9mwCs$Id{_3(2AztSk-SQfb|;v)|D0fBPJeZB`X*!gHMrAzU(+Kvr)8rCV`{ha+%{4* z5r7-%9Q)itebM;8o6pwp@pThX+z`*)?k%Hn4xw88(&Nb=iGaCKU?x4OEZujZnS|dW znpSl#Gz?BO=0r7qIXz^yjBiv_jpFiRX=4-V!ylixr6mLdz$uU^2z_B|@R zjDkcJLphu41`8As`7%Jhaw+>9zvXQ-ypoc_=`yT~8wc_Jf`gYyfZ@`y5e$=4{k+!b zN8vc+45wv=g2xSUpj{Y3k0xu0^mzogJo|bO5|Xg(+)%wceoFq}m3nR3edBLB2D~V~ zEn*gSJ^+}HM1h$+y{(3oX$wC)oCV;OOKwtX2w`YlHrj_hn>EymXIRTE{lAh)upT zBV5J@OX_lbR?8*d1R(JhW?Lpn-cL6_2{5L@{p*!Dms!5npOcbMSp<(;P)tsO})0R1!Cs*06$h##;2lrZJAporTPj zHc?DWm;@+>g-+uK4x~Se6BiVuC_v$ahMLDa-{~72p;f%9wVk!;VloHAEkMTot&o!b z4KnYZ4!doKD?=wnP9nVNKw+hsE=>`45n5;mK%;T@+uKd<-Zn$>(IFaxDUh}PUFhG8 zB2I>{Rv+){{{(#(g6M3w*P3l&BozNhA$M|vQ<6~}(^d&_t(CU|75yQs>AKOY%rXTT zDk!~*i3*}+^`Hb4G~%F@@++JoREwv>6lJV{0%KJZ<&k89#KXlNiSxHOYZ^=zG!u9N zv8dDzCk^yihyhN(0790LZ@+Ngma2e73JL4TC$AEh2JzToiBj~H$#yZM%yBT1*jj5V zPB~>ZtfkIUvb?AwNtuika>x=XSk7>TT57a(Wspj^VO3;D6r7zLG@Y4!G;1eG){LPj z>nMR3)f#gQDys6F*`*3bk_d{eDLp4i(IqKLQn3IXV@_AW{2s^v1n2Hu!{qVA5Koi@ z1jE5mAB)0Pe`STs_TVEsb@3?owErTgI~Ml0eH&lcr{>r6r`(gulSiil8{8fZ(|IAm zfQ(*{q-P0AVhYJIBTIlLInmRNNXJHvJam5SPk;)!ML^0@ zQ&bEvi3|u3BMK08o~y-Y-!*F0SqTW^(n2?hAsNK09C5~q*Na-yOl)nG+aPRmskSL5 zAcos+BG$Co*_oo$;p!jz?mJ*4oy-$J!WWJRyP%Q?MOXw!c#=pV_wwCXAd&*0cV6o7 zsw3%Im9#sxGtFIU^`v1&Wy;l-8BY$_;k>gU2qmCVngo!KY8-0)O;G3FR9+%lis_e{ zC}VKkIB^3u#;0OkO6B)F|Higv>SktUW@ct)e}?>o0BRCKHg>jlHnpdE$HArw?H~+< zkdBF)Vv^r+OvnbY;Uj}dAav2L09RN%NhhwnP&U>PaQEJ9v=+#jlvGKJXrtjFhVUI` zj`(HWT$xfg$4pkYO*4)9qMyV_5!?iTep&*GLgf$#4w4bK+vwk7HrlIEB-QD%2krSE zdby;s3b7Da8nZmDP2+P7+vw@50xsOQkJJ2U7JK;!{} zI5t$)ql?`+2%ZhH#wUT!Xj&q(^(mbX5s-k^Xbk%I%o`bmrZI#ygQ6L)4x=?dsFy4d zPPy$lhIxa$NjS-%L1Z8pl?bE(6}kZox2=VvN~Gw#WTHgC5qfE(R~|A^MkQne64qcA zV#GnVlwO5s;Iw0!wZPSjK{&$*fT%zOjAN5mPPhgsjxo|~Kns)d_kp^2thl}!HEiu) z7xQ>M&>#f2mekqA?lo_k8rpR&w1zg@Xoo5yqbSF40(#-s5eY?76E?*W4zsq>;OK(z zb=+fE?gr&UZMHGC+iYx2z4wwMP2)CfwZ)xP6a+YK+YW&mqvAjlS}N$GArQ+6kqx?J z8?0$_fdD$41)DZ7g_Up?NKpfb8YUM?N&%^pLq1YUW>cs?!P+2>)PN(@dd~HoZnpc@v9332CsyLn z1X;vQ(nvY;-1B_y!IpScDn+_UBoLZn_rpf{6-7`ab{5E-1BELKRrmB8cAb{6kh15& zM5}8FMKGP{`|(SQP*xHbdeH%%7(tPzQFqBl?f}dqNr6c%A;iv19FkDwih)&_Lds3~)^=j%Z@;XSVpPtpY>*TnwlSYZ-D{H7 z)M@gO&XJ2lD`81f5iJ^4d7zWmwd#^U8xNh=9jwrjDYla|&l9d;Fc6kIYL?>gp3P4{ zH5g}clx2$VuJd%&oS_tCfC9)yqL3c#07*_ULy!UjhT@3=N~WdYDQmjU5F5xH20%$G zdy-BMg(i_`5C%Est2tOoTj=8gF}`LKDK}{VH_v7PkYWuoLDF=2YvSvLZ40fhibhj^ z`|CNsY)J%=d7?=KfP5I_h$LKT(>h&6;dd~KDsww>M?gD4*QUiS7_4KhI&K93VJBP0 z01C~YVO`=t5FiM|2DI9shz8_bXwkI|s>>`w*bBX;?t^V)1o3EyCJ1s>*CogSfg}-) zuH!)f=vdPwGUdxCJ}Ll>*&wnY1dfb=44Kx}XA%btD~$&Q^W=_{A$7})nj^39!6Y4; z><2(U4^y?yRKoa*2aAMU@rbs`1U#QiHmuesSqi~;izj9=h0z0MO-ba|!CIIuvrch} zLG|GoEiea;a1#KPp4l#q6w$;dkuB#ro-@+LiPZsx4Q(+f&osdNF#G? zHqZ>a?fiFNe9Nm9lWs|4zz_g077Gn(ES+kC0V5S04Yt{m#5CY5j9nGs9oNM&Oe=0S zs$(d5@4}?6+-zs4R(ypW-9-pbp^1u)eHPZi1^?(2YBt!tuH7%1)*_W>wXsnd+<3sw>VyJB>l_EC z@1mVc%S8vU1glgW^Q_f*lQZ(h{GdCGq5&Fa244&mw%&pcE*BhYtm%N0Hz=j{-0erd zw?!(eQA|bbdb&hXhwTL-d%&*Sj@7yA>UN&J6jFq=)(%P|EOB}`(N~{TNGKO1QeSd6 ztEYJ`D`ik@qQ`gke>R&rVcq;$&L*2ZzqqB{=#wLRm!5Fia|zA9vQKrAz=C<0i;}3! zcJx&o8@OoV2^li@f&Eo&|pC0ewY$@71mZ>qQgw z=TUqK{?B=f)N1H}j)!H~Unw}5gihE2Sg{DEjTD(L2#6IQoD_BY9fhY(31v1V0oo#z zfP&>1rrVctVpDAzCXe*Yzo+OtA^nN*K*CaHrpF*jkdjZc3P}Xd#Y+w!8Lb8W-4HkbX#UGobjs3%kTo9nRfYr~A2+nls4m(HDLU)yZM_sz=*IN`nZ-pH z;hv$xDa?#I`X4SsU%o|N#ZW4Ad`eUS7N@_oMKw6Dv)<98z~@O(G)SxZkx#}0pImiF zsX7K=kVFMR1cKG}wKIM4H@nw146AJH6KKt5Bs&;Vgw$%~QCBKQcZ98{T`RJvSaMVy z=F}0%{zO0t>n3&P6%vqCPSF(H5|9Ivp%5?K6?EIxP0A=hXV~}KTU)y^So#;3r1rL{ z=0G411>^ZZ0S6$hR94u*2JURRHpn6wYrD5&-;6o1I9z_sI72r00yFFBrgfM0@hr@= z&mEb!+SI=Zb@WpVDj^Kln`mf9;{&%0jQQ~(j7TGsB!WZ>WJDUK0v8jc;B2-J_qEsp*+rfD6YUX!T5lgukCDYvnrbRn(gdnJuHCJ-= zQnPKA)|SeMMibEpL~R7rAdKMgL=rYR&OaeKM^0oCNQzZrry`RWs3KricNG-7z;@J& zep*YosX3t4Es80M6b9P(S*nN0f-iTQTU#s@gj`OP){_>EbXhlFHkL5IF&!kz?WRs! zGiI1Q|BVCz*Sbk0fw;$66wyK{XrR~)YJ)it0{fiA5Zr=9a6g95RU_d>LU$jlR-*YdJaph7Xc2?A?%66`GQ3mkK*8rgagn)+k7o<% zMeY^<&>zrYsjVI?ytJbfaZ6OAtE0Tr-8@;#nj7yTY1V17^BE!u5`YK~-?x++^l?Ze zWs-YRV-ZaV^~03*kxZc14wZ7%mjI1ix`YFt@%m^0v%L~zKo3O&I6RHz0YJ~=0T)67 zJbyNiNQuAemHeLttzz`N=ry!Q(Y_*;m0miRLLy45{!f+Wnj}d|4SK|hhUaZ*#Y#m) z)Kj9E9=~~eu736CHF40wqH4VG*~y4S=Z& zc7p;Ul0*Qvg`l!UCPeS3)pUZQOTlcxNwO*=58a5xswB~gXd*CPV-tYBjWrAXxF8GP z2m}xn2U#`tHy?8BT2GdJ;=DyKG=oLFif~X2zlY}190|=nh~05DcUrLq^X$jYn?tM^D~(!xgnx$l)jbMbYO(I^T7GbW1Lf+c_hT?K>G;rvZYE>=IFcQ50GX7DZ zvBq9GDhuksML6+*D`!Cy1c{l&swNWXHGYoE$H?)_Z}4DmOBY&6(_A?05c*x5Re9kU zyU#MEtUwBAr&Kl_5~!9k*Grq@Ph>?jgS|y8WnB>$)g@C$#F`ibYy@ACwSs9>R%Oh_!iov$2hC^Um|J+5;Ne zDhHR~;|CNFF#<#p0+0(&-1kez5fFKH_q0>{>JdPrufgrQqyqAaXXGi-K(VX@0dJH2 zyZET(XnNoKE@r5lDk?c`u8~9EBfxS0f2%wJUSE_73HsI%qBn>jj7nSRl@|djY_J9Y z6-2!Ntl7|&uGxahj0P^}2URrmQVh(Oi zzCHLL3t|eWKF{9WVL&?IF5pz#cDYee_o>*~(fgQ87nH5u+d)L;0^3Ow5)KfM0vr)g zU_j+>e_xU4O=IN94O{Rt0ZlBPl+XpCe3*(47Q(e(2sq;`R2==<<<0miiT|FB^BvDr z-|YvH9GiNG^>kE5`x+=E%6!fk&*cvJUMSzbwv$Q=dj!NN4i}y_)##s6>rx5R@ZhD= zkO4Ze!Q22P)om@+LMi~V4|iiHjSvX>wMYhULqldbE|Vkz7|!$7w)nv{s*B>|R8B~N z?|Yj>Qi1jU|HY)*-FbS;g;6<+vM19!E9CZoqaIR@?52n^(N4XB56=YgHk}sm5vVy} zquXSS!ZIQu-l{Et3g9rPq<{)Q7g8!PR1KIX2+~&SpAV6`#7OW#O#mlc2s90ybX7p0 zod7&Akc8kgs^U2#otU9Oa`=g7#_`+jXNVezHY$m?4cD?e$-no1g0BL+dBVs8#zgon zIbOZ!a$knByW6nj4#KF=(b!ta0QW`|2Je4IMSg`RfUa|l36r0+_Xa-);hH|M{%{r5 zf5e*zXcY%V*$RWxZ~7kbQBRNJyH!C;EtNJB^Sq|w%*%0+PcU4D8lgkZ0F$<>{IGIhS zv-=U&Dk)9p-|%$bR%CumWpVl?j-+u{ltqkn(LlMt-Hpg!zg=54Vj1hjnIt5I#SCL( zV`F1uV`F1vK@b3{I-j@z046h}>5xP^o^Km3({hK0v-Lp$UdjL<3&_j@@jg!FTefs@ zopytsn~z5N3JK!&w90`|;~u^FQFdR9Y4TJmEk!}PP9DS(j`IP8sP2?02YrwH09RMn zd3{~ulVR_e^i|!e2KvPjX?T?XkAv;@@BE4b077ah+gfmN%8HGzn}X%b}lmKNS0rI~q)xB&A($*$gU$k^zs=s0%wh z2m;$hGL=L04|Aj1h!!B<&BWQj0*BS)PXQi)d>MI5wkRhch)4_AZU+FUk`Bune}F31 z;)HH)Yl{(dF#=3&w%cuh04zk1lxxqoA|Mk#5CY^mN{V-a*QzfdW*$$sa|NWK!qs1Q z-bBcpEg1Izr>nT+eQ*Weii13N6tq-Ee^fBa@;pu8F78%NoD;KE52F&Q9oQyH|7L)^ zI!>|*h6zw0pvb6@aC~acgP=e?|H)mz1uQ^TF28S~{4rEzDk=AO6;&vhUuY0#UhiOo z&8KW`Pu~RYw^mx3V3X7batJqWtUxIkm$>Rb3^dOe1Yrp^j#@+lbR@CwqGS|KW>*}1 z^?sdCGHNvoS9nv$8z2RFHNRGhd?QE%BskbQiPHH-db@f97-ok@fz(B|S9s?6tgzN!*1a#0SwZPJ_pf=Xr zz+oDBP(T;k0Rc=g5fKp)5ekUFUP)8 zzF~Bfkxs7fX;Nz7DmI=%qNCpmj1>);0Z~!Qa!ST-?j0&A^*{knzjxM5T7oZQ_orTp zdP(269?MV&0`WJx_LzZD=YCz71&A+L(Qpj`LEAv5K7gpovpTMo0Z@3o51cZ2lK-Qi zxu~2$+0v+u<9FaHE*F>dkC3Vxg0hGu*N^u3z-_?1st2Ywx}1OlngvDAcA^G5Itoq% z(%nG^c}DG42sK~|`C~^%C@u3FP)z?l0Y$av=x9gW1m-~p-4z>*{W$OyruGNykOg{A zNO)Zye(UJykwNUWnM=l(*5?3J*VR+!t?>3wabZu_5V%lth$KT%{rpIb=p+GE=5H}A zIb1d0TC%0M6e?*X4j~k_-MKvU$#86PAd40|&iB<78c&}e{&O-&tDV%ef&tBM)fA8f z0d2iE!Vb3L2mlma$sL65!6d&W^j(@$t?vM$z9AHcUAn(CX!~UKS>n?!@-uOnqR4h@% z0EUCi`nXFxcWJonyWs-O04>o@ASKVz1OaP+Ko-yUEOj#@i>F&-?^o{cxvUZRDwRbC yoC#Ss^(23yV)tO`uS3?vy^%PxerbVMj&I7PsmC0dcEdfNKwZfc;X*+f^Hx}UYcUA` literal 86315 zcmagFbx<5W^yrJb>te;-7I)Xh-MzTGLveRqT#LI?q%7`U3dLQDyA-(J-@R|{y!Y4p z2#a-d##O+_uuq_d8bwi?v*@)yC2i{UKh!t0lisI>}sTBM~6ZK zK4x#dfBSFG^E`IG96CoYz&c;i-nkgt+b{E_!(g9l*sHUMo!q&H)d{BK%BE#2!C=VWqgA3JTpS9jbpBxz-L_G# zUsgmXM=QBO2r3VqT-L;J)2)5hWaILLL^u1#`KFs7+v8;g@mgj_2HMm57G-DN_jUfu zeO8T2XLF%$_cpwG^OX|#C2bUJ4QUtvI3Z$*juSa5;tv=~X+GCZSc!25Y>Qo?D(%D# zH|a;rc)@8qj845g!wIM?sX#8HL#D63;1S`Tx8o>Nsu<>0vb9SKQ$VMLvaKv%NK-`) z0jp}#m;Z^9Cn^svU$XyFS$$fa8>I?5^Mji~J}sYj;tnn25rOl!xAe~?;$A4jPA!v? zjmklzOI9yQr^~f{;NbWYgCj1UiVdsYuBxdy8C<=Ww^;ODgziCAb9qTA5n&k}3LW~4 z8wzUP)|MCw3Lyk)NgT=+3LWZy^4w6i$lT>L%frjRM1mn}r3mTezIaFw}< zMR=ed(77%D>&uoKMJo-tB9RVnh7Jr!mtBU4Xg!E2qjTa~P6$h1E30ZQNpRsVR)+ak z#sz2u=jQNYm!wOSh@jI~C(3)fcSLXg#3(R<$<|iUoT2zh+Itx`u zLz-90g`!i+;ht9lFQ_WvQb2Lf<1T96X)ab?XawgF7cN$wIVRRvb63A`R=!pgR+dy( zsGnCqYc2U#{J}m`)x53nuPFTWC0*|1KF-=QN7WWQY468deP&%4%PDPTPYECY_-W`& z@X?+8hp6=MYgyUGMZ5~2dH%}LG+AIr=X<;`5P|~iVqCcEeL&#B_|da zq4*mG5qvJ+{oHQe426pNO>JtRpJ4JsuM-S5FP=DCVvwc*1V-Ltm8~jipqjH)JfQhod$uXvJo6 z&E@^>`8jM@8WM&Y1~9Hdx7yX(F0!kdJu2+dPB#8E%UFgQKpT*oC7Zs1iQQiFz8YCVt|cY#g;AlA|>anXo5>HW_!@c=+g zH2^KI3imxthLT2Bo*G7;Y6Jl(P&)#Kvt>F9WJ0*}@;|J6HPOktM$va?@5y(sEl3 z>rRUGhc>vqZ2mBD8rdpx+5wAj^)_7lnz)|>4}VQ0zXGCBTPiVM;<3fV;)VUf{AoU6 z-!Nam!YqVO%5L~CYbkSMD9gAj@8S2X3rms`~)0QV#|G+Oi;B7_9jVxICvG@~q zP99$-(lF?VU15dGAuB3DiUSb;*?IJtPVJT&BN-za1e;d%w3OX}v?vuvUg~*2{d9WG zjVnDd3A`{CF}*U<@#vZVZnRS2k#p2P8=!OKV9?j`e7nIgewYtUJEeNTe)XfZ>C$rX zTMw63>(F`^Y4YK^)#0T7sLbeup3}~N^yfff5!-j^Ax{fZ<8Z6kwb-C_7O^SH%s`8r zmWFV|XRM(pYI1jKV(*uX<0j!4ur~@FF&&NfSvX$Vzd;DIek`>Rrtf!EYqgfo6sD11 z99uE3FoG2}8ofqc{Azg*>MGo^4)6?d!P4|lW|1SO+*k#CSfi}>gJ8?CUsp{uTN30R8Of6d>3*Gd z-{Jo@r@S>kCi9DeJ%*AfBiijRtjsccQ02nV$r=?g!LaOga;xBxJr_WcIleA9zX7UW+Pm`y0bNxCPQ;*zh=pd zKh09%NcJ}&ZOPnoO%{n^<3l0E4?9QI(&ss>&IS#>!cMVyJN8s!;QVeR;b5P+&*bdKd zmluJ@;c}4+{W1&HpZPjXT^c=nf4mBEdI1$E9a}M89NY=>Qx4C7lN?FI!R`)qpTQA7 zLyZwf^;FB=ZT6GSTMNK@(L8sNPh(*fczCar$pyaGX!nM{XOws!+EW`66=gBe;Z}WF ze?5Qy;6ms+$1BYvWI;uZ?xF6jC6HjWySe4&qOC3?JR(YcBmtv_uP{aqaCe{4X5}22 zRgB{BR@UbUqnh%zE_Ksbw5Xt>u}LS?MR#Fa7U`A7kJF9wiSo{>@eP3B%;*%3r{gFY zo9m$Js#;Th-v{)XkAYL`yJ*rxRw+b)@&@1_p+N;R%Uqsd1p5AD$rCA!98+wsf z%_dk(x^OirI3=8sx4SGjt$Bkz+WfRElYHL9zA?ixW^&A@!7fe(i;B2w5%gP>oXUDX zhQZR^?9niJ9cCYrBr{T!eS3u+wQ#aIp=M_DZ+7}1;g74KEZd(lpkk|TCe2uxI>~Qn zq*O_JrN1()u{X3fVH*39E7IXrZ)$YF_>~SztBpq=)8YPKBt6D z1@Kzq+9N=FbN$!Ji23+6uFZkQS0-YbcnRh{sU8^f(B8vi6SRSFjU*^!}GV@#~GSapX{`Qe# z#x&0K+sVU2m_;tbVr}qb=M*1Z;2Q?B?Z}_BPKDq>vbaQ_$KlQh8|*)*!!m})M2=h1K>x|C+C5^0^mKn#Kz$%ZtGR8XoIWcpewB>LNx#iC&ZO%=ngp+w4^hZttuvRTJ579`$;y<_)Yn-7Y%U zew!j+hE3;!aSuU+sE&$%BNg^{gE@8m?4Q0i9ow^2Rf>S3f<3?Z{5wmkkTPzlQq5PN ziREdGi|ZH^UDR9^(q0xit0t8p_5W^_=STM9glbLTNce|Mt=HU!0CjzSyoF8OKV7di zJN~Y2tr5^a#6B~4-Q-uI?T?s3zeK|qPb>`8{P6L`G>CWH@&?%O7n54yTlDly5ya{@ zIGL1#EzUS&Jh+%7GaW`F!JsgunircV(-Am zYpsDX8_^o2+CkR;O+!1$S1I4teZFrpj zHeNweDr`Ry)z2wx;?4**{4ir249Pl|*55 zGN#ZpY_2?_5T8Y--eN>mJpY3Ns;7ieweN;#)&qMmR!Mhda6h*#3WdiEWR@Y2?Y&!aT%5 zDEx-AaM{9rq=r@9fhTvyyT@pHdgcNL<~y{{p9e~8k}*WX_$@#+%)B={l!kk=v(~e- z(u@m6=eL>JDV!<$*$oeE^}^fd!iv$<2?Pub45?(EMLEMb+Vo63^>k}%>zyYk=&Q+! zy6e|LlwGd5va-Z8jh;6A+l%Jom5SCH3a;Jn7?Iuv}l@nW1cT8f;PeplMt1^Ddqfw(O8`1*gd zmXlM1WWsx_yNoR$F2AFJ)k-jaC3L&-`C~4AzQ%V_M49dhnAu?P+r(tK<8WFRjVMBMn@)G?d8^1e)~;XtNmN^kEZTSyuK+V~VuL z3Kx^WAv{9Palw>1ndS0BTE#u~a@{ z8%3@`^00p0qi@hq82oo7STKfqga{~h6}fi*jqm@VD9H!lOC~#1yE_1)rDodi#Nkj` zr1`ZRIdu9bIV7U(>pmq)4ge`7sZ@OeY&w zm&R^91pt=9xJPXeajj{XDV9n{Vn6MeIho>~8PjK(x{xPolsgz?^*6cJ>Yw|Tw?LJH z=nqW6cWHb{k22)@m6=gyICe`4)cmT*v#05NyDc~nXL$(i5jLq)I{<|6NT8f(N)rV9fV!&D>jtmlB+a4s01GPvtP|WT> zE=)*Z&nN75ejz#iyEL+S8-Q~$d9A?~kFHF{j81fNH?B3lVV)S6K% zim(@+nPDq#VTu2PdWTB&PPq5v0@Vgnn%2XM&hjOmTL#R&Xz383OfZRXu+KqUEMw=+ zcwWtB@T8gN-is)|6Zlvl4>FjGv;N6n#3Q#{KCxDWU(`{aa6r!e-{;Y}~ zywP}`!)|xiHqbpae^k>|*60;eYbe)$cyMY*d6@L$);`}V3e&JT$=bfUJ{%@!>TLO| z_MbuK|0$hrbHdB&(DYs8bugUlNdGHflq10`lQfB`>R?`%a9?odWq>PQcj*O0K()%? z|2m%#F6T7lvpVZ=2|`+J5FWIpa5acx(XjbK$;V4h!!*CgRQ4bsrb_EMvYB-X$*NG$ zeSR)GJ;!8?@bND~cCixI~+l9;Yj_Tj# zsOswPZ>ukrnAPiMsnzKNw@3NDwF~i4HH^+0%#K>3wV*kPNu>cSw9^K?zo+0D6a@?z0_;k0y_g4(asUN={_i~X9Q+afa{66F!l%DkHJ zi{4FW+K?#ct8E`i3wuKR?%)nCG**lXn7)@6#%JhX)b9YG{d=am_W5V!jeTkDrOK&* zDdIrH^(TFT%AiR9)`OO|cTd5EmYyWOKzeu0$n(==NCAyB$=a%`u`l<*v&e`%$3{?>8^rznCJ!-Qn>vh$KuR7&b(5MzB zUbpPk^sTife!=_zC&=rIXgb>V#X&dW-BiE;XA6^G_b`qi~4fLS` zJZWQ0xdQ~I=w0KOrV)FB&~Fu_nf~}of23UUn@PWMLMv9m*D0jmXD!(Oa{d)aMKE3^ z{@Yc4zQpN2=zRpw3A;T^on)sI#on6k3ywPTU0@WoAa$YIQaG9%668XK36`qrDf)?u zHO#FsPEj>-EojT{)u;$}hI*N^esc}$K%I0^yx4Hh`*2v;lIje+Z&VWc==Ugc!*&6x zX-SPS#xO zSSfeaG%2tfFmWjV4@hBQX;2^}&o9xYv2GTU*4FCxUfNo*IXTEVIVd$XCCD@=*47pO za}ZGdZ|sn);nKO#rh$`HK2>5;cSWXQ+oI-&>A|V~`lL6W z(At9mm5w1~pBQ@2+WhML-#PYD1HEt;V_qWPzG-Wkwz&I|<6#n321V-sVoq;WY`t%C zhWmPNLjb{ffP;1lYK*r>s6q=uzdWqUay&pe4FFm?mWWfJFMRZ`A(yp@MOsq=L-{O| z=WDRWq27(DkSM~W%|_B_(kp?;WLsYPOBq??b4d9U!LabM2v|U~@ADqChl>0iuTBEg zn$O20cSMFeT|=j*S=Kh4iw)YO4R&@Ox4LLEO$$8OF?L9{081VruHj@|9-NV3^Qi=_ zcA+*eedzCiIBL?G!D6DYa6CQW`K58Mrl$1jjmAlgzg=lujnascWEOCjohHuG-+@jq zOg}md8%KH~Oi7$ehw2DO1cz*C@`B9U>U>2UdZ*%`i>b}Z-!UXSt*EaVJp>}ux$uZ_ zfMmol=KM15XKeOf9w#tl$;k=R2cd(9a3iZq;sOV|yae2Kr>9Ddm!xtmg>{IVs~lMp zS}tuSYz(YnsS~S2I-ggiU!dNafYy+eK*)=%hu<96#|IG+F7RS{ z-&|X;mHHG@MND{Jss{H?H6y$OXv3gKej#G4i!_5P>RYH*HG|9lo|@k=efaGtNXqyI z6S|bHWl&I_dHvJm{VkBKr1|z*n^!(sZUCPsa$Ism{o+hX4LpGxl@Rf{PF>=OZOA~y z?>wW1Ye-araDu@=q9;@%w)bG40S`~ETd$@UBBu-Y_!x$+_r=)JeU53URHzcUq@=*+ zKYSdXbwUr7!tv!M$eB3OX`}a);d40o#fLH^!eW80|NHL4ZTmk7Jw+KEA}NIj)Jrp` zjh!tK*hjhxR?4cne2C7`YBiSM8yUS_PGEI3zGF-?jj}l|Y8KhOp)Q>-54f<#gD0BH zgf>3fYTdSP(aII6&lSJ8u$1e0Y0yu-+2tKJA8WCNYL2rC3<9Xp2Zj02fKj33X=zcd z82<~b39kLJPOL44wu9 zLkvSqF%{?dLQIUTK7)E{mZF|YOv+l}qWjV+$y&a(2Xt%v~<`@Cw(Ct7jYZR3R zL;%7Gs7FYz<&oKvqXUBlm?m4KvaK?J);bE>xk{tj5oS61oT*mY9Of3oZVDMgbT(A_ z<@)J7<`$DgEO!KIXesH=uFB8K{Tlhu90?aAJv(_f`3soOCr{{oQjwSbR)Ar3VS9G+ z4HBHY+{V!#X#*ns5O@zbp~Vyc?NT0@9sF8A!^YctyH_pb4Lb1ChOVMi zsW1gSxrbrSbjd?R1P1Q@YS2PaVV^zVT4>Ak!F^CNHs+{=F%4#`vE?m(I=#N)xjq?8 ziZ&r#q+$2U;meGv*%Vh7+ zL;aA1g2*OCbA%{y<9JFqd(@DbO%p|*)e;w2w=AnDo$X9p)9rZ}c5 zV!B1bF74YV79d41!dqT$yY+Y^>I%gV9kV-6FK&>g%O*rce{mtEYLD|~y;jujJMgW? zdGPyUZm@O@gCs}`UjglC2f!%_HM1l`3!w}VF*7D*Xl?!j`pRKC_w*-uc@sUbUzc#U zuQB+u@fKvtgWF{e_l5ya9n61(i-|jGF@{|b{IbRLI%kauzwYozeVqgxLiw`FzKS-yFzwO&hVpMTbbohP=>+AU_ZQIA_aOc8}sKO7+; zhh~8eksJ;~ZB3|zMub~g#h?`z98hoL#1Y5TZZLvp*{U~@pI$xm<3zaF536r+FAeAG z78!eAkzW-bjIHvEAM4M&%Qkp?ZCT(WQHa?!?a)W!Sz)?d)v*B3t#_-e4D)E@aP#J9 z*kfinr|#IGy1@BLp!~N_-`-R2SGRl>X2Jpo0f>5m!++K%k8e!k3&}QLphxCAh5U0d z2ElVli399vsMI%EXS zQdSlZ5XVsZpM(r!%i#UDRjMcaPb7nfhX=?cqAe~Su1aBP(Go8R+F=cY<#()pg8#5& z$IWgu$)H5@dVi0t$XPvAP`A5S!4cg-0s#d@EfJx9tn_$^^jPveAczB}C*lEL0ad_E zl5{ROI^4+AaGia8&Xn}f)|RsAK->&E{XD2Vn)GoTcsLDKiulah`KLjQ2ukFd6)!Vo zHITdX(q@mn?PiZSV#e>te)6Rap}S!i=c6Che{1``a&h=*N}){;JYZelq)1OIr30Xk zD5QlYuraQ{CDTV&Y%jA)$NZzlcR|S1Wg+aOtz7cr(XbIzb-0m4_+ zP!(7>D5~4BZUEqLMo+i|I=!`UuKOs*X4sM(aAK<|oS5gJ0jebojk{)NyHBNnp za#VkRy;5E*?oEsm6+J1EI8VCE4DatVjH|Mid7_LtWK7b7+YxyzgnNVXhimC22zgtA zepe4!7V#Qz+=6I~D7PJ7C-#>>1-fBiix5ZKcA=t;dQg_X(x%FO**H7Cv$W&Xl%;?( z{vRi*l&*Sa#>(6#9R(~`!KE|*1Q5-KC^hbA)DLR(Ez3BfM8R*7m5=oRxnj^_IeHA?!HE=@48dRGF6Q!WhNfee)0hra1i+v;I5h8Npx^*XG0s|5G7K?oG#RBtqdCh&NFoUY3G1S-qY`5Yo6Z7b5D3oP-P(&LF80SyC;}d;_!D*`7N7!AatqxVHCgY*_$Q)fS*n`a;M|z@2yI>#{iFms^4d!RLH2aSTv3Olkzfub)z$P zp^KkKr&&c3T+eU9b#w`t&q8PlpHrT`WxnKF6!b>A#iO2%Y667+j-{4B|al$8Hl z7?he+Kzjs(<)ji+Yvst_P-vx)30Ye+C^2NvOxKDT5;#ZbU&L114lfSjWzFZsJkb|J z_wH1aB+7{i?E#L+0_}iWt~LLMdCw&^?td*+l<{1(>}1j=E@xHRHP-4%cank?a5}^s z^T~9v^eibxEJm4jQ*5kS+9QJgA#W0PNR@aU@>?f`Gwb7Dzkps``moU%CBHE~q$v!! z<6w9lDog_Igsz6+*T*6XE~xMjHU-mnF&8a#OG69NF?tPIv(8NFwY(U$E#{f3Qe+N$ z>>gQKcS{%o12JKQ`F&2e=-K`Wl^Xj%E9D1|lKIA9DOtu7@v|X#>D-uc?RBiR-x0Em z==47i;TvlC!H(O@1Pf$eCUYF#!WA^hn}%JryY*@~(|~{s<~g}nR2=vemn_7WJ~WAc zzZi4fCo5gnwv&NPU|bMD2y3k67^hN5K6@M)F=s5Eee}BGr$DeDdP-V8oI@Yxh7gTb z0~(2P)N)d}k%_xiI&cE9*mEbg%`Cx!1uz%0vTE71mnJxjq>?~&ho}Xk~l+S$Pm6pGCj7}o(AUl zwu%y)vem$WT`6a=c07?_YO!b{3L6){`hC>Z6w0+8JO#G)kHKX51#q2fsWa=IZIGm#r_Tu3)q!Y$8_z42(a*wx&jV zr(0rCX2}A{aa#M~r5i&6=#UV%wtA1aJPeZoD=HC460!~6oF*}(q{nXe z^k#D2=53ajh6Sl0INv8PBe%;Y34<89Wqq|e5zSJJP=OOP{V8#A3axgG!4h^IT2M+& z#BM3)tfnLEmpV*5;?GTs zbLrl>ckHWvL>lH+W63LScIQ?Ut_xE)-K;acy{DNgY&fo7XqhoDYKWPGFgR%GFinzY zy~zc@a7!AHj`v*IAq8;jJ2jay<4KX%bV6_>xKSQfl6E!oG&-+Ac4UAogK*@jF9Wtb$Fgqbl1BHf3Mg2J!yhAJe+__fl?dov`24kBK zis88XpOrabza+#-a@z<^Aj8nAz@G=&_b&uKbr;G+i?R`crx%tPJr77CLeX7e01Mj2 ztlHXg9C6cGB@Ncx$6X?79yBQusiP>QG-f}RuqbN)&+Wa71$k?!b$9t9fqD1@{u?7J z8Kn(q7%@4kT3`h#h8#i1ixlrTY6O*Ir;iId=h%$GO$D5rIvP2E=A_5 zdxSw`8mm7|LE_JQm#j=fq;lXj@$3XZm@{8|0tpd-77=DCYK`o|nDwpMoCQu)zW?Bm z+9m-RfOX9v&)M`IDu@+cHm@M5Cozl`1;82yKuySl=%J1j_$tl?EzEDCQbxkM((BbE zsFcam;ccivw)1}lB|+SvFyhri9IDZY-LwBc;GsI96lg4 zF*+3rne2QC^rKTbs?OFNysazJ^haP6(^r#ZtJ@abL^|6}LzQ`OIZi`;ddvmYhD<{( z6sk)Sq{ME9t@csIg}309pe;@4c!WC2@OdjwSlU~117W10rgWT6Y^Ar}ciWW0?o8=7 zVT@|7oMjYQfP=b;E=>;&hfm}3A7*XIyivP=MEeDb)qx5Mf9iXaT3dsigzzyKW!;Lg zkb3U(qzS>RD7rB$UI*BmYSuFSAjqQZ9K-;ek-8(!xcq`Jw z!au3e?0U>z)hR~-2_)Ai=3sL$E^^`=@}Wb+7=?we296?jmM1qXKbJHFmg|HnqEcGK zXTS%enb<2L4V!cyO}vA%-YJquovh}E2Z<)Xt-RM%R2M*wI*B8bRp(^*C*%G`Sd$t7 z_zZQ6f6{25)Gg8dAW~00)yqufkqv}B6|LaaSG_g?ILFZQhnXPd!jzyILX#Kx0`*4^ zfm0S&f4Bx820Ft3`*fWxg)lu$$Q@mycR5Snf*-k>bA1dG8MwN#`u>kFj=bXG3`;^( zHcZa-X_$l6NC?bsqzq3}PIE@eQPy0a)`vXtw%R z6=vpOGZ_@fmx;EpABUvV7<~LgfU=Sh&M-J`Be{r1S39TH^wbRO8li{3Wce17;b^1L zg6Fpp6xGHs^PD(}W(m=2F{Et?R2E-1MDsw} z@(X2DQKBhI5(xZnechykxnYV|cy|Uy;1OV{#+z)22i@!;;Z{w5JT(f2vVMEBwz}1P zsQSK&oqxDbu#flmqiImvl4nmaIsr z_iTuswi-j?EwIF9*{Iu3;{2MFY$W+aXD?~(j_(g;%`?G>B3hy)jPvj!=|7S35ue`2 zC@0;GDp{AhmE4Vb+svtHj(?|#Q{m18I67;pJT|))aUs?L7_4EX%<>R1S=1TZ+`pPyZvB9Ry4gH%DRgn^lsdzau{b90GIHt-~e<(3_b)!tO6~vZ=C&qq-x8cBz zfef1oBxuZ!&?zZ_Gshh`<3TY=Hyq46JH+iHf7XhHYvEbfnyaaessv2Ow63RdB|$u>E0QpHxChyYOhxDB!Uvg7; zhQ=W&ZpI;kEG&X`SxoDfGVzHh(wJNW11W)hZX#l0ML0${v~e{?I2MggM>*c5ph~VN)fR`V`$jQX%r+nBrrFMI#LLLn%|mOlhbmZIGtL-pFdYA zV`l*UQZfw5WgQMdoZq(u)dr0ikrzP*m&%NaA`%;DrUZcFf&Tqc$1k_}kucf|F%OrY z;2}x{o2_*=be5(BCznt>7HKMaZ5nQ`9;G~6aK&G0C zHSy7AMHT9*wbM&7RbDd&a62uEkBSGs`*(~OLTO^>!Uv+-W!>gtbsuo3z1i3Q(CJT0 z=hbPof;U_HS%n$O&&qTj-s<{@$Tr~dAPrrHU%$r8fIsJr;c<0r>f6Wo0$Y#oQ4#Rn zMJvnmFGqHY_)pP_J|ax-E(@Ow_yELDdQe86T4=~=DO;l>=4xWMj9*ly%yoQ8(58sD zZ&w%@t>m{2(5je_47vFtp}SiW$ArL`k}#(K-p|+@dErfYQ!2hXrohrYg+%`FNO~(M z!G1>G&s(Zjm99f6C0IfD)Vox|rrKz>IO%B!wx6!%M^1sHDoK*Ltnf(aYuQK2ZRs?x z2dN!1=zcU_e)tX1rk|&AHmr~YZMmYZw|Fw~E}5`0fODU0NjW%=OoO#@is6E7-$da| z?Al?1iNZC+DL0#}eUe5odyd!St z%{=ni@|9P3$i@6pYASTemNzZZL-}T@sC%i2OQ(135lBM6c1kQZ2EEoH+-h@qH)2)R zwsD6*0{xVJIQp{jb-VWw6E^95vdLVC^}&$fqiKO>cSVX8ahyWxw=CP6Eq zQ<8psDb)n*gtU>YJi-sa*fB~7KQIFm*+bpP$d~Frw>4g$>0s=dzaRMUSFAaK6K*#c zkmFFlT$=hoHP>Q}d#D%}3t#|ROBgyagV8HZvL3OKA>fS*rW+gHBlLR|Te>BTFG7{p z^Jb(96i??o=>&Dyz3pFR%b&l_dmewgeQL*J!3ZvPB(?N+h17p)c*L&;r5~}(;Ly*k zhcK@~vs$mS|K(fMkv-3BAxapcIO-6kADeu;+DQ3}lUH&k3@Pd09#hab4R3iUGK}>6 z_ryiJ$~!<3B1#b(qYrV#YZG0tC;wXtM#kZaUtRfKGu(5WScj(n4{P!X| zDyl*rdYz)#dKa)Vnf|=7T9a|sEo@F&2lcU3n6pg`!g1NNEW?ohG^2~tEs)UN5x6G8 z7;BX4LuOd*oBc~v_^}!RrRiQ8L_ytQ^kjmdi&`a(_RsSM%5K_Ulro(D6*2S&^^0!3 zJnHneaqV_mr&KPV&3R2_3L+It@~Y_XA4~tv9bIYaMXJ8V77I)>j|?PnH8m#x3%j%L zIcsRNydaho!H+h(A>_)r<(ETEpJ-Rv783Zgr~Wq1D8Esk9iD5=-gbCpeW+jZo%}5d z&%>mOf^h&p6-I-UOMhg)&@a-`4cMsLhjQyL0lEsrTH)G-{*yWr7*v;;$P;W4_7C8{ zv3x`O;9`$7ElHr4qA4VFd+h!Z+&YhsXG)QaM;G*#EC_$Xb>FD{Roxy1yBwoMQ%BME zpSaYib#}?IVC&=Nm+t#G`zi;DMu)*Mr}DJf?RVJ0mzv@etWlD#Dwe-!;s$USAf=nr zE8TAtXjAgeiPUdVEkkIWcIHv`zo>QuuciXg?d^#QW-V5D)75UOe^y33zZ@Tk{@kW& zn0@tLhqNP9Edx#J!7eJ>%TH!Buw+ z0!~;q%c|Edko6T%iF8j}b5b4CNw}o1A3kEbjYzcbYo()&y?=q*AI~#k%$we#IaJU$ z@3-hWmtQ5uO(zAEu5)1i2RXR+@mv-S^8}zos97{FaoaDlp1)`(73pXI0yH#$EW+ts z9MkWp2}nogn;g82;Z1sws=Xl`or+9U*>se9TXp_8T18oUo9(6!QMKAHv%w)WUQ0bL zMUyh)hE+~|X5^^bUanx+;lQ;7j^u<5Q?aAkYIoZmdy2SYCUfs*{cpd+2gr*dSS(N) zSg^lg6As8c>L|D8rtkJlHJw*R4hms8y3@~z;D6ib$c)(XDUPtV8Nw!c(Wi+V(w~$1 z{8YH+XeJdsd)`tlS~JC?vMX(zI$!=M#k<94jy?#C2CA$V9+B?XeWU+)$-8S5XcUAj z=MaA!-o=tjT^5i$Z|X23>f~se|KjAFi0{!8yg>Z@3UgQ1po3WCn%O|K)K2nMFsJ$` z+*XX{keq-ac`IwLv%bb9vG{xlJ9o~~nqT|M(0We~of?a0UX|jR1?lK>X7ty-nN{uE z6jBIFPY=ozPKpd<37kl8@^?C64Eb=CJ9m+26c+&j6}1}os27DfvsC6Vk^ZOg6D=WU zwJzLm9mE=dVA%@EQX@x)*SGEkA~18(b{=XI-)y{Edm{9J^QMs@dgibL(NG;FH&z}E zJ*jKbRPLYhT=XG|_xhjs+I)k4M!Z^ujB#Fbcv000ih)As)K zF^m$zm0#nanAxbU16zXTu2aPWn~v_0Ne!P6PBKfY&9d9#pCfPoqFb7j(U7Y6Fp?Y zJk>RZr;5rtrqnA27-mx;N=dYi1g9>gGsI(GXdy+0acVz&k}t)iz@J>rHN2`$D?|xm zvyY}R4}F{T-7-cz0?8R}zeauXSHMnfsL3h}XHi;d^oYo>CL_q``UBIBiBp`5yPy3=BP5ZWTlj(rYKIfcu zDtWplJ?X;Z>zon&yX=-4ai}A9|Frb{qYM0oRQ7Ly^W(AQu5;hSoA8y$Sh=4rEG#U% zw)lU@ERM9mC?xUUP_mUx#wEtCThP0DSohA8IQj^FBNIxY&K9yci3Fy6={C%T1KXp<6#`>RYE}`GLsu<)`tJCSe^ocaNgZrMq1R5PpOSQ+m-#l-b zYm)~37_qHu!)CXywJa^L1}-n3id^L1g4!?SRl#u5WX~GFHJW`@pBu7@&DrSH^K8zA z2|nGsemdU6Q?G@2Jem?vD7pt&fd(`W$9WEa)?Q#1ze^4P@gimc&DLA911ldW&%Vq0 zK8Ek2j<6GCZ7AO>KlE}?LHHUN>RNw4$VRIZl?(_&hFNbKgC@8;!2GxKu8sTv2T7M0V&#rGV7J`(1nkTi(b*E%3C)qvR# z$WB7-G)*0V8M?T%E^e4_ene+rjSiDbyL>@W;k%_7fetJ)E-Z3X*i7Jl+BRQwV?##1TxQwl><{?=Fwp(?T4YL<>0!zZqkx{IBCRey$caHxpF3U}f zI~q`&B!+<#Nh5=nh6p*Z#&^s`U13@*8%(zrkM~zoPH*@lXmz30CBK$l@`D3p zNIS?j|EADO%WT;B1s^-WO~31~PTza`=g7^s3jN!+tyeZb-lIjBo+>ou&TJ^hBM#kyEZxyml2UEO5Y1 zHmsdhwz)*M)Ik>C(y}cIf%gOrP1K`^l!R|r{bRC30i|%ag6k#SS6efI#BfM6#WkPv zk^^rD<>yi!Gg0*NGPPE})dGWX&S3n;);CxvLM?7r0nowiH`M`!#N1=L>5i3rvX0k3VRnuEn zU(34fZ7cR{peI%UVGCkNOJ|`k~H`T$bJ%FdH6t10dIHtH2s@FtvY=M$B7Thy<~*>Z)Nsor=U%aJ zl2Nt!DsR+8y_r;JsBV(^CyYGXn85D zS-0V93qBV8^91HCZ&Iu{?`X1U`Ti>@bbsNSm1x%tTIY%&q$~ZM1L3OxcPQ$%j+M_) zV*1uB4$9~Ck2BS-gqa}{`XUA7q2_V81&ng2HEWKp8RV5CSs(BPrfQ3u@9U%jV450R@N&) zUQtd;XQsk{{X|B7imlCfO+?uu4JCrQBw#HSsPUL>a0x_{>*f+PCIv=eU_pXO=L}IC zdoq<#O0$ngr75(7PyN3Hv!+jsV*T(q(cDf)k`&ghzM}8`(7t?SPTCgyMenufe8+oH zLv2rvVli7SBsOmkKIEN9>J?3ovX;4*VjfO<#e^!wA+i!6fnw2sj}t}pSK)nz97aGO zA`CT96GB6S2np&1{bW%LfM$OblgILxF$QU)EC|jkEd;0@WrcyLZ_?8ofu7?xmthkLIYlL=&hN`Y8jIj087xZ-tbp zf14NBM#X94OG&P83x_Eie5Zi!#W;P&^UO&9ghpHNfg&YXj=F)UJ$7;X*m-r71BA%gE+vhn6ex(B^RzO!RO8tHO|i z91y^t9{D&NOay^qLZA>5p#1+i>EOtuFPo%&J5TvYi=iIBFee6BZg1~cS@|gaCzBg> zF^fl~JvOX};Z@7kIwHS}V_E*a^Y0EZrT$i6gHXKsux7XeW5D>7q+vdoVa$e^VC(#G8s>SzsEo zPok4}fXB_!jU#|Mzp9v-nboeZm!sBeHZeouV*WV*HE!yK-am$6WLaiqX~xFpAb{u3 zQU~EcN&i0DHE%w4uQ>8agG}Ag6gr*ePb%0hf#X$=O#?+LOghuB(it=$*%qKXb6)z% zKKlLn5;k!^Dc+DJ_CgY%kv}nBd1?Qz%WzEOcyo%T(Nmp5?Yw{jl2c+WbkO z%$a;0p+sGf;8Q+1mkw<2ahH*{&@3!_qa!#x&S|~vq3yyxLG>h{j+7yFpWGV}e*NO@ z&ZFmuoxeM5GIfo&p?*UE*VX;Ur~=dITL39!g_tO+f&vCo^6%dr$4X9K6=D2kuH)fwGJB5KA`!=-K!*88ncldh;0+ z&<;0_gKavp287onLWDzO9y~#kkZ?jmXwb+ms;X*2&{1?Rd0yBZ(1{tQ;AG-}-n5(o!$qfe;tz zup)S;>EeY`UUUO2o3^GQnPL{yPCCyVmk|mR6mb)`Tk}+;>KI07t29J5l--(uK-G8K z3Rk_Kh9KcomS6U1G7>c^xJ}$fVZ6@DFDW~_Jq|_1cf1sV}h?D5*2`+&U z>?GZ^DnSdZokdT>J!tQDWLAX z#N32LwneA?MNxYPHDE77v?fCfS`Mz{8S@T^cIkU1PE?iKYu;+b)RfzUlIyK+!=D+? zi4nE~ygj>H6jDI*2zwNi2OW=8p%7*M#O=w!{Ut0uDD)u6f59Tel_37#dlaLl*H#E( zC+{`5Le181+#C^TuKRH2ikxZ+XfD8v;>ZD>W$Fv=$$5#DkVn!P_sP`>;}}PG38;esZ9xmiRS1Nd zTSnz!on+Vdbm&b_FBc^AC9{or%I7vxN!69P+zZ(nObC%8FwS__L2x1ht9X7hC(D9z zS+>>k^OLerP@ab`gYZIM@nRaol7sG@D3R8#me6O5P$xvU2d$wclyoHogy6e<1nj-2VL$+@8i4H0aBp199 z1l(HZ_-r|}JSO&{BuZm4Y@rEX!&&g3|LGW<;@UfD&f{J?z{-8^=*$!Bxw*j~h;f8` z;`{dXQh>#1zsIZcyP89JrC=ac(|OiT2l|HnbH?D`bDvA(POXX^rdrp(z9@Y$^a=S0 zuOPvlcS6Zoh#R7e1W4sZpRV{FtJe3IGt<6?u`cuzE-N{MCsu63WkqdO6*j3h$=4py zoMss#7jv4v5x+OzDg=AHr!iZ~MmOJNQey#ws`llou?MO6hb401R1l46T%<#IO-;~! zCM_;L(||k37Q^WyO3G!j@~ud|w~8Zaj76`mv?(U6s_x9vkvcXFplF-gx5h-0P(&h= zuZGfpFJHBB5nS;A&UGM*NcBK98%M1rW74qrif`esv?8c9P%o7~@SuUabH!v5@1R2H z1HNB9(6bVt=PKEY2dX0@H!cq7m zdLgdK!r_xnyz0esAxHuxfqoEm=azO*u#5pc;Q>LUkic*tDKVNPWDv=a zJHe{Eo2JPq&49|D&nl{l?pk*OZBxu!^__3U`QE9fuda6;c8vq8O6+zIrlJSJ6@TSF zKs~Qep8ExA)c1A@Fu|P%p8(-vqXdz=j@L_65eiOpma53Fxx}A=CEf_+qNho6%E6oy z&>eaKR=*$qP-LUY;|%%bHuRdn-tHk>Rr{xDCRjh=YbIB;Z-yOlvEopUHjex{u!oj% zh|r6GvDRv`x|l#5?BI7Q;b5BHe4=BYyIq@U8*RT%S2|>}w3G6%`cX9wJa3mhP*CUh z)J{!ks(gA+-T$jb7&z6S^PM|8CpXW~1t-Z~$A8}ImCvoqA443fT0PrcHd3326mE5o zb+5E7K?#^zZ>%f(hcu%WuDN>=*CXb_2>%P2EnI@5A14q ze0D>XJ|(EvWIW`I0)Erg-#s93bUaTTuIE08Zt2)bbf@_sea8?eF@= zpAr!8)|grlU|uxY0+%}g!b9&b*tiYqNEHU!!lnDpIRcV=5aKW?#@PW>g9z`}X1&Bi z%mtO|%Sf}!jQvrzp#dNN@`L7yGZ>$&Y4MIdJIMxE=R=1lA9mtRkM`Yk+f;!0E?DW8&2zrb^Chi0qVP!bNzG{{2uL&iZ-Lg+%Jav3Vw&F#=is#bC zM%#>3l4nMRVVy`psGj+=gp8%$+b+r-ExnJ?H*4GZv|Sm zHKx?qn_L!EjokA7Lu(UGgWWRuS%hYX& zd(-M|y~hr5W>MD}!w5kOgV@NDi$h^25mn`*i?PY(TUNH)>cRT6pk`32j?%4=q*ExP9666LIRR2wuwk?grc>yZQREiR_ZVcVc-MaHpdj3g1<(yfb*! z1o(M8rJ4|X5pZEz2G}bgm43nGe#NIK!9?M##i@3o<88%ch3R7_4DSMWk(i~-Ig5S| z-Xj?67;A`qwquk_5{b1b3BT}eH>S`u8JStumbN5D!}_#^T@uAeprHwE8KBX)YOqq;eq_Y2Y22zxw;vJ}QlQO0T%vETx&sA8-2bQH|S92$jUT z27blqGEKL0ABM>hT!nk-<$DL?=-cL5 zHF3qj4_z`_avo`= zUnIrO9T1^0AnwxsVi?63#xRIM75eXHWiioRg{Y3sJQ6G8tixV_*1dDd0bX9S zRJ{S~?<Apk`(GmCN+(woP)p9s|;PJi{0ZL-u z)n&&#K4dCncRs9F@|UfdvL+jHeul=D%v`E^TeK`=AHjK*O6(gyCZg3JjK>*C^7NYy zZIDFLXjQ_@RP3SIs16uX0NJwqZ5~oF7g+gLdXr_nzWg%;M!d21s|nW-4nI7mqzWlH z$?wSamptNl&TG`(5Z-tbAghzg1#E`KX8La5Pa8kK@5ZyCyXS20L2a4(S#I~QnTL); zpG5Y35J@5DjNg%|f=bT|CiCyhVT&3$t7sny^Jk$p&Nyt;UF4nmEh7LPIm%WcBEMW6ntt$u(LJgpEu-~M zL9-fRU)ZPnSxnnHqgyqtl>Tl(ed}k4%~L&ejHsdI_7lndJ=`nSZ*y}^cc@3P3@t+m ziSnfX$CWLWF4n?I^ls@S=R)(vz?Q#@%QkIj`PVavW>|hFAc7vsu-ZH6?RZosS}I&F z5Qao+Q?&~$5MU}(ZkT5r>MV;+YK^d!1+nwha=rQ8AeY^QAf5P6J4SN59}6ZE~M_+-!|F+gxn2ZVpR$$#6u+-{L+lHVol-U zzAt@*`F&bxN1_Cze$-rf1>+KHL?*3&w_cz=@K>+#TU7OUU#TiQcV9nt%v@(MQNRtY z@2}#2qB@$e9aLL*AL?{uZC70!T5fw~i)QY0erL>Hoz|`$>@#;FUpp~h-hmAkf}OcH zj3}$~789VL#+#iMDScjL?G!G0c4A`0$JXV=z;Xf0J7*8CpyH?S>j~+p6%_hcm3($~ zl8$id;5;lk{1yymEZsmnf8oU>2z)~(dMdWS{99(j;Ejj$=5J+_uCeI5&yv;(pLpU` zS5@cr>tEa0ptzlYu(8p|MlO>$mlI$!Xu2;i)blfbQ6XrL7w@ z@=KeHiN?`iJZYz(jk)HI$vhV6pf?Q#IOXa)ch(bm|F#|gbOi|GL*nHw5jGW%o{u9M z&@t?{mM;w~dz+UKBd(*GTO5CJ1XRT}l{@G?c5<}!US&nJFedUeiXMzEpr8zqPk#JQ za`x%wkslH!`2SCE_Tyu-;UWh{guW4h7@&Zu0?5scD}i!j2tLu5XX8C9c0Ea{cF)dO zH?^&1?0i^%(Qf%YUfFhn+`6-VLojjEVQuu_be=Kk^;qlaGvBZ_k?{{(-#gX|GKH(S zc6@EMAV=H0!{VVS`;k5~dBNRX`NBB>bvnTA!JdK0m%;ZUdmW~2vMC4t{H5D__9STM zbK=T4^*)duU2${foYNSY>oHl*SX(`xsJ8sQX1kWjyMD8fp`Fw^VtZlh4b9%v+KTPE zrgh?G>$X#7&Rx}bU$y3fe2@RI>h9aO(1zTxqU~Mzz}>dG?%ry4*VeAP%E!01vSIaN zpTd-?TebSoc65>9<9p!FUQIWbebctO!p-Hi{z9oDq_27EG-oCRy zZ?9Xl_h7F++sciH=r*qHt29@-KGbo(eE!2JqhWQz+UtC0Mcb`;{iJHU>b!CRb7Eq} zyKPcyMcQmEbG@y}rqX&L`XaLZrLEunXWXYl2S74H6v)cVQiybawalHe01W>NB8P-13V>h$qyhk6D8d9j{^X=wuKK5G=D046-=z5k(M8IAUZ#mcJ!9Ab?D>VVu>tAMFv|v|bDXVD7{)D^LysUJnQK%S}u>t$foL z7IxUWa*+((-y+zEfg&ygf>F6%2zf2i&43UBVa$ZU@(>i5M;sK^$s3MmSz{X$%L0~0 zyRCo#DMK`lZR1QaKBcnDJ3^qsAhDBo(#+O{p&9`*L=~0NRvD5ZWP$w0-LFlfEO~k0 z(h4xKTImxHUC3<)CA6ZN8^;$WrBH}okU!5I25}LcCX31R#)L*p?Lo3qRQfts3AXWU zmO2=S-NmA+k2>}Z8-69X6_t)^+RecWsQ$N>?OcDo+NI{DP%Z#O8B0$VZ~T!ltSWtX zTR8FK7AVD&*%FkEUhC0c*UR}MJ}y+JD;4gyMqcyT^N=_hA=Rz&3b)G=b=>3fR705LCDk zFA8T&1r3*B*G+Jw-zscry5@seS6NNo!{*A!X!=Qf5F84AfVQQFegjmDOav3yk1R$c zogo$kM8L$)o3tm1<3woe9Zm(pD%8etGHn=U~(5#2BLt&p^E^giHfz5L`lHt*`8XPs7jAbO23eBi`ux^v7_n#N*^@yW(4%XRHx5GjEr*4Osg_z zgDYfBYF*iD|Cd*sZy~X65E|KMlIeeYrdgK%6_9X=hxPD%sEyv^lPlK00uK(vHZPzH zM|Hgf5G%ExU|50@U|J_cBS^dfQh97huBfYdWdB6r z{}fKRZ%MtYu=wmtNO`SkoXIW2MI}38lg!%ZqUMGsSs@kK&RwbXo0mVZLkPm>q5E;|_P+KUHt6b7GhKj)L9SKVJOD*eZ~e0aQq6q2Gn2K-$Og11m83cc(J~wgDuX4K(=@ zBwFbA&gX#EiAdjfsP2FAd8G#6>2Y_`A;N4&F$LRtR{o=Ra`FDZuhp3+(mRW)QrAgi*q!);*Qo<=iiD^l-cY1OhG? z0XG`}F90?TI82ak`9$sbbXEXe0=3V5BS6Frd05X?nLoade_|B`;KUMOPP&D}A1$`K zg)A_8vWx%zrO&-{_}#?`V)h$0_GR90t5O=qrnHm2HX=ZBx_a1u=~XtUu8orzluR7rh_ z&0@DgXacc_{6@AYdg*H3_1Ro^b!`K|)-l@Opj4 zpPhz58h@#{{&2AIbY!8t_4ysw0mH??puF6v1nype@_eW-@c1l&d=k=SBp`Bt#5ExF zjs)_?XSLy4vq`D^#l>}#V`C?_!yhTpP)CSGzJr6knv;e1eVu*M zIk1bVb*TF#E5l^%_w!A{%C3{*FInd@4r2L}YOPr=-V8pxQtMf()2vG0yPGN7oF5H0 zI<>wXg;{}Vsh_+2I2axsYwkD#A-Vh&=v)6p!j!e2thQZ#;UGo-Ujloi`LP>jIMyFy zi#2!>nlz8(Hnr9@-=xok!~_8to8Z&T61Eq|!8n|#$sb1qZ$SBv*<2+eD+;geWf^Rr!wD7)<#v9n$n%ddCf({z{OOWD z8vqC)cJvoHTEh`?LA<|OdD!5J~z%$wWzwuC8590GjOl7bCvyj^Y8`DT-0ofKG&_-OA>kV>))K8Lt^4BAK3Us zzTZYMsa5_Ml8XGm_l;M>SVy@5N7`rH^AGN~qy9eoQ>xB6s56o!{;V__!cCij_ZXP` zrV${xpxmG;^MnE`Dbzr%T7K$NchI+K0u8`>O0$Zjd@E!7MKHM5g!76{QZ*AfR6dTL z3jjhBx88KyUen0h$i@z$8jz)qUW0NhMf#Kl1RT_uwj!_`hix!?yS7zj&k>{p1o{Qw zP7@+=Nk7jlxUm_gG$2vufT7rGH8DaIIMZ)sPOrPpbkz}=9Nr{W3vq5B6{|Q1hxl#* z)H09|2Z3lW13X?v;L-kqv$HM0u)5eG;2(f2)}l`Zi*hZOlz&pI(;o_k`{wzSM%=48 z#)SdOsky{DT{UV7M<|Dv{URcw0|V_IS35(=Ks2b1J6$$E%^|}lf0X&^+6&_Q-|man zx-%P@8xPdPiA692j{W)1V;pAI$biemdjp&1an`omiy$%kZDIi6>kmsaRxX!}$RKQh zz_&NuLLGWHs)i%p*O4@8T_xXp@7oQbaQ(sodM)#77n^_t=#L#cC>Pd*IOQDk0jZT; zV))_%oJgzj^HO@UoSbdf&N+E-IXe!C0XyPnbz@64<@y}F^{7E7YglzJj~evA=| zU;qKgPgg9-y{^fAcK)0t8wrUgj7uUGlEnR-x%D96bK(V|;h!)=1HPZXe|b2U2|K`)4+ik8pDT=R(_YL%y62v57EA%!Qz${q(-~^+ z1hEqrC^w7?ddDQp5YWlTqEn|dg*_7iKxG%spSKU|{nB_OdDC-)!p}O*LYQIC+y2Z` zZ3;swdMt4?(3FMMC07xpn-MR2a=#8pot&H;0wJM+AikA5w?AKkKCFsUZ!(hS0SPqp z96Y14-0a1FOzrD`Vh8{byY{Q5=`wWHxv4CP%s0cE6^Rvc$}8^C6VvL2NYK|uPunLS z5Yca}O&^C}jZhC35o-hUf@{@Ef z#e+bMM!K?zsg0lDf$E2)aFF$#*m{vE^n#Je3l~&_a;{13O%xiI|Jj5YI+~j5+P<2K z;}E{%D}f|_Ql=}c2>$eOSHYRjzWsz`J3s)EPANm*wN9PbAuC)1;yYcWF!ONdYt05F zY^A`=uAoV|xf$7W@9U!s09G<$O+Wjn3aGO5V?tOp?S~v~@<3*74IqS24nY7mV1i@q zJT{B4{*{4-B=^?j=Uj6e_#j1lqmm`FtP&qh| zyL{*F?$#W2Zy?`=v|tMasq)gW+~(Hi4FS&X@VYx$6Z-Zff?b#Si$}#ugct&V@X?o5 z=zYK$M)|8KEvhhWyz<-=USHb+Lq)S>KOg`AP1AXG_n_k*EpU1i+v00sqSatE{aOG2 z&mSwDb6@g?y}?h_yDR8CPxG4*tHfVlMP$U|$a$chmqTR|gM#1mmn_Ef*7!o-Px{go zn^$|d+uN}{qMy4Nt<@P0cuW5E7x3-i79oagO;-M` z0=~WcuCdJuBP_I&99XS~UXYDIL=)$Ve7s#Raf3i1XKAt@(_jY4dfe z?a3cbI{qY3@@DH_nTk^Oo%WhrXH{9aCu+6(fGQQ{s=f&< zLIMDwte!P|-L)J-=K5|(;G*YG<=OZKi^uV#tR2>sQ0<~RMJ(;K6wL}WzxR$6mV#e7 zGrPytXPNisO~W?7Cs`>Osg`3(9k#m;l~R(0@bbTLeexkm*E&z0}EQylg6KLpE%cN&gGnOPA2r5r2L;T3+=)% z)+X?y_?#;VF#HBz{Yyvy0Yc~@c^C!Tm)A>-Qgq6(-5Ol(mNh<8xCcw)qX3Y{29r?# zirf1>eQd}5TaW9DuTbCxPWg4y>LKGG;+6osE#G(BC=g|LpvTp>fdYXasQ*9&;jrPz z5NCRO6zgc^X&am%>*v2}85eJyOp?6gclSd-XseLRle70I~;FP(Ki>Kpefe!pddRm`mM`&D*cjQr02ofuhm?neb9 zIjY!oycgU6y~H4Z00}ApG+80}`?CH76nVt}HA>=SFd-1&G)nZHb_#N zOjz_DzvNjuj>p!lYPYYMsnBNI9q2y(pAz&pH)z|;i<_pDat

gw{5>H|QZjhkwT+ketcB1i+--ZvE2n#Hmo_22# zlN{ZlS@+VJPTV|m-rC~PMFpXuX8rMTUR`PTCjHFQvcGLE9#8#Fpb>%qB7}J9ne{09 zz5SfgtCQJ`656O5CdS6v9ULMj(3xF(IKXkbm;ZSbV~(Y|u5kzubZ?F(!uube%w;R4!6CP{W7;4Rm>N_WlSh08!v@b0I=P zemZFz-y%l8^s?&f;CyUzhW+sdh=2fqhhNKxeyP8ZDa^g6d9fn2t*t^r&y-dO0EjTT zXcjb;DK7aLD$@>Y#sAz`If!5dx><7+pEXiQl+1OUXV(9wj5XhAEsjZ^TD zZ&-0aU3udVyQtRw*1_o~4wB=S2)Rle{mdDfwr*ko1UwR{B1}a766iH(o>0>Nph7oU zr~5}N>EDQ%2b$WM!nZskpV*~s#D0d6J2iv#B&OFi!bob~$0!ila!d_>*Z2h6-TLqH z_gkV9c{g}eYL|BTmWzRt8|ZH;Ht`#6yMHA5Hq6_p?GJt=Pg=BGHG4m`%!$Kc{$?e$ z{3lh_-Lm&HslIt9L-Ac_lIe4`j#^*EI$K4pp)g2L_`@0if$eJ zjk!BeUCRCOfVAuS?H>lDkaZz9GqR;?P09%oJ!VNXbdfjjnyyXLAi2O<&7Uh(%UC7)IF>SDt$G1s2r2ZZ zOI+}5u`&SyYEOg3g<-ZQpZjf*@*nxoLlX(bw^bZB`kxcpGO}I;Ogxv{AOP@eEp+kx zh<4|wYU{kJbDRYyfqHtuYg+ER1 z!fGI#VzZWi!1KBESpOt#bAC<`+XrlOYe!mE&vNJ9Vu$kkEYQye$IsR}E# zm!bLYE~6!!Qr{+RrL6br7T?89KwQ`{;)v5%mWVWSC^0$k@jS{?^9x=pBdd5PQREy5 z@r{M{%Z_O8CcnHvgZ`YIYjnF`1eh4as7_GJqR*?hO!iYQBt?(;aw_ws!(mx6b1irF zOEtfcPwB@bZ+`qcTR04KY@G&B2!Mq`I3aA8LC7fdD`T*{SA1P`C*xQ2SADLr2cms( z%&cFry8etg&OkV|<+fNZi|bt{r>2S@{dC}IDuMyCznUH?) zHct|LYwQiYa@hGGOsa7Vn5}~-9Zfj$?+XwP6#c-BXYh9D>SZP#9-w7>)-iMiaNHX zkMla@c@%#A!y3a8Ofnv=BCZ=+O`18uMH^~zu-9AZtly|zWFp8(G^?~LT&8DChx`pX z#Qh7gX+H=IMDyGU!3+t3h9<~^Fob+i*0As}Ut0c)QdQXYbMET&rpz0u1W2jqb|Ub* zC*?|z%}jP5QC)PacrnTJ`*X#a&i+hkBTn4?!wu2u5IOi^8by808KieCJ(*Z;{g1Qc zVjT6WwR}ek&pwtk@z@wMGus0rVseo`uMSkyf1z|M_BKorSCN-umB0Uh;AAqTQ0cY? zGRC6!0$Iy}1My+zPd)VUw&lkjO!%QH-a#|mw6ulDXw@n$BMVi2HtSfYhPEXI_qi9J zN-`+)<`WI1e%Uh@XmGqAG&K{bCC;m|hc%7T0VvQkqrJ;rVqw#IApfLd^p0>^;lg@- zvem|uSip{#8Rb)!gf>s?VC~Iv$FlHcCPR}mkMpR4lBGr`53;5o>bQ%0^!+;#1BVYl zVnJgoYnAo>Id*&9B3!DPb$Vto;86md^Ibwl$0&`9HcfG(D&IS_Bc8&6(S78LH$U}^gMhYoN3w+ylIo~lzn&#TYGKN9ar(Zw%&Z0OOV<;>d%6`&zOA&9E;l%ZNEu#H#F`>MrS+7g6w z(vx*XO0Hux?^;Quh>aH>pTB2;Iu6ijr(_o`DEl4PFN*uz)pO2PO-@3}1H%1gyQOsB ze`8^$$t>pa?=l)U-pCpW#=K6ThJUhXqRszQJ|1BCHgstQ$H3(K&PnPp?y^6|6IeVC zTQJ%@OL3S-5A}!-@ZL06Nw#Ij*5}O?&?W4oR`JA14V%QU4(PZ@-7}5b+v9uR<5*^- zN86aw-74r+dK6#(*@h6)Bq%5!(v=({$9MOQ>D|)%3L-MS^}XvmVBv8QF`cZSvB(fX zN63ee;dD1C!*_GL94u-6&KQa5-uE>&RkK4_u3X9pT{5FjBW2pUTtz`zk3f<5?$j|M z8b=;4e5j*wjTZE~+Yr0tJ^-Lqo+_4dPl49u_pD%95 z!7$y+A4pA(^h_IKL@k!x2)L1`;PnnDL^)N%!=p&ROcwlNXZHS;gZ zG+PInMp!8zXkrLKv!0wG`9$aAnpt`cgc^8Kdz(|tV*DUhoHS02H`H0(?p(du*Laou zPG;T4EJ?pLBhdK!mwFGlv8+nIZGz|&h*d)%fRGr!X(WO3+Rgv)8t39jXIn(cQVwSn z8n`)Z#mFc^aIvW%8I#aWmY(1E8?7kMDU=i(2mKXIE1&@Y5}$rTDr;SGML=bCy0(T+ zDSA{2+w4ukAtvKI>*8%;{7(sm@Xu8W3EyiN=1C=AM{P9SIsC@$bH3u5eW)*lzAR*x zKP4ju&E8k}E@1)WIy)>_A&{!%xNKly`pL`0vC?y0X~)z+vEv!5bzK=T&YzE2s#X~s z$a#i9#Gik`kY)fO>@}^@3IBFN(zg8%a+>TevNisMg+JrtYt;U~pu_BQBD$`!cOBZO zp8(OPj>ZT3j6neDYeAdBOG z^QcXE55eHg^a%IUP@9W!4C~4mvGjxzPaWF{s+dMsR7L7r|}9Fx-bw|d-#v8KEis>!1q7)16hdD9v%Ieic=F` z!y$Fz00Ht{37y;5Nl)753ea$M-Nar~)V?FxL(lKuJ}Dl*cqio8C^>VK5d}RA$y~?$ z_Fe5%51CuDZOIPT?5y%E-hVJZ{F6|7OI^5XiBQr1I|*E0(l0$e+L~4=u9U5f)nq%k0|L(^-K?pH~0nW~=-&>Ayd%1?U>fc)e zA=}9X%Ed|_`)N4jR*)esN z9Pg42WVs!Yb907_uh}mDTW0!{rz>Ezk*kJL0moJ|;U_b)u_G`|4#%S(W}DLoU4*GzL#$hMQ`bAPK>Y=pXUtsd({A9zFcXlQ;HL^TsmzbBX!86qork zznsu&_DWA_%353iZL~T0sdqGwmAG%r`_-AO%bKROB>s;vg>H%HHI|L(=+aEr7((6x z{YRgF(T^wJk3E%Z)BZX!l*YThuhWce51g%JxWp~GAOk}1y`BE7%%7dX5N^>4s@s3! z$&{xA8aRlh|GxYk7qpCrjoDAx7CFM=_ixKO;1!k0c*=iRdy?TpDGZQYP|NCS9J{^u zexc7q<5h`9qM3TLL%!vpY0}cO$FpSP=fZ;S$GtL$i&JmuNYF!=^U~C=A76@+6pVCk zVxhrCFMa;2{^1wi&x`~{Z=;DLOm`cnt?SD%U!aoJqT`gjA7+kT65*~QINbK8&;PVi z$QeO!U&#(*cKTmVKP2Jqp*S)>H6>@PM9dz=1zK(ucM(ZrW@HrdSiz55iuI^rFu03qVBHRJO;n0$I_0(Z*zw9cg$jg?_bLm!V4*|P7_;H^ zZaxfHjh{almc%D=e(Kw_an-^2JTHx4Zj0b!YXhCgGjA!cWprg0o)e4_iK*wRQ=W~f z!^NP+$6L=f_rAP(TgE1H^~VIMtMS9M@ylVIb#R0)i@y9((Jn)MdT{8FDqD(lce_G; zOlQQ{IQpKdj6Q`a=JnjSp9P*|WK_vM^6o>MQ9%Z_cqYvc^3m;w+6O1AUMceHCX`*C zwHM~w%}4TIX;j2@3cL=x^!gxx0wl0ozQM6k^C`5f&=-bH4J}lHzD(RIrm#@eGxL7H9dAbkEgc&6Q5oz@r2j2H( zZeP29cVDw&ny-GPM~C2Y7qixre#AS%f>XJX?+qU28vOaz%-S;#7NX;tzcE+No@{EMqbv0Kh zA_M`~-~z3v@uj^FH1JM_hup88mU-NVPqN!pHJk(=^ITvugT%V)8wyj z@Nx<&4DJXjvHr#$Ca?sv#{FuUm?X`d>>OEmWE z#)RCSeK9K$c=#v?uY-Wyr6bn^&jcd(kt9Bd3yQx2CGe#M*s^%KjcH z?8w$N*b7p=-N%xMG}|;LSH;f@`E`f@0xL>_)L%$gFQ7s7a8fmF_9>`+0=$J>iN=oEv3n?fIwPO z->#@rw3+An8PmUvTG=ff5gm6TdJbCIQj@r*V*d{SkU($0SF2nyyR??X##fswH5oxu zu1GOgjHTi(Mo_Nn5r(FDFSDQb-?G+(8U49`GxZ9-KWL}U4|b1!mu)*laZ{GGY@Y;q z)G@U0JX%6eyN64CNbkK4s+{T(hjBD>ynMF$e_@^2!xRJn03m5SZ0AqR4EI68I&}JX zCiXkX$Vo+(mH$PjGq>G!rLz~$)&)7tU)p$8g-kfa?Y`0p|f|gM`CpdI9P(IoRZxT3`T#3*rz6K$tYM)ScBn+o@Ll? zg`*G%LJT&Jhu_Wl@2h`Iyqdg^=lst+PwY>2bN-{n^Uh*>yG@MB$>TR`Mt3udtfxHc z^@kt!?uZnDYmt=%E|VW}20gVm2__E+nIVwF3_}=(HX){ghvP?k<0VoU9Scx~3>cU( zgBoe3elSA#2M`!QhLE5dV;D5XFk)k1h9%K%-a)KuZP0D)NA+ZOD$qV1#brhxzMEMR{87Va)?x!V8SOLs`_ zWB&_{SJVIyf(5o=cky=KgpB<+-dCgR7)ftUx*1o~&9D8Wr7!nwu^yN~|8o|qWT0gzcge)4sdznP?w~smpQoFFh11-S z;m_keDAjO@sUyZWOkU6xF9dW>Z(g(+f6MxmuWIIrMpx!){hp=Y*o- zf7rYJRpxT!e&6XP;YD5Hc%euYE=82*! zSHd_DfItFTSI?J6s;6C4(t%mS+WPklgdORw$zEj;f$W%pk@GD)u!f^3oh@F@ZXtF@ z1IdP(<7^=Sga?VEedboWgD5YnaH_ac*DyI;cvYeGET#^cb2U}psPl_DK0ou3mkr&% zU1Ny5jX{g8G;SqTMf@#5umqz$-d_BR|6&ugEjumAxF^wD&)$nFmLP(0m< zgO(MRF57B0ZqGEotIe@?{D6Q$2&ZSyTO=~iMBO$n;?v{1tHsc7Vva0c&SCkgiPYFA`@~eNf*?rIaj@|TD0|5k&;Vw zaMhmny~yd}7@B*C46dxLwZAVaq3QRIFmoPNiJC=#*K>lC;zRq3* zvY4-f+0XtmaobG2p5+7X^rFnBuigZ|Dg0Di22e%-=>IJ3ZaJ8ATQjYf!K$2Nj+#-B zp1tRJsr~9`)f3GhKCE9QZ-x(Ft4 zzjxRCto9_5tTSbrQPZ@8vf(q+1)hpYSYPUv@AykMqsvxht6~SrOC4z*{*%=TvbJ zs#?B<5tAJ}0s#O(RWS$zkw1NvbO0yNxA#~_UCEewT>y;4TBn;FWz`Cm68iIet5Gl7 ztPMY@Q<9%kJ^cMT(+5LJhRHaZOK*SZh^WnC5#!a^WU}Wz3f*a{)Nb$({AzC_$%E0z zFr~DDgL|UTZySCvTYVHF&9WMoKY2~9cs2be{L>Q?<8xuC&-(rPX`<#<_XdB&K-$EQ z7M8H8roABOVD-tL;4m&s<1K7j(X444G95^qkE>ZXa04mw{2pcYMYN+p(24eV~(@I34b~T9{m*yO+zK(CV*=@_|yCS4|)@! zBmD2XlVBktIqkdsvvZ$hei_!gRTlE6K;3p`sC4Yb?fe8N8mo5OcrqFvX}WL7{)I3x z0FVS30tpt4?^VM!0B=)i!JgUgnGab-OS`n{S7Y+7t@+c?EOFG?p8H}q25O^>dIv&{ ziL4019v}x@uTLc%gK^n9+kZsHR2rDvn0%!)eV1$bJeDI8O+z0s3r1hGaEZGINYg0$ zH`_d;>b1jj>P)fLlZx)MoN4P(vmkJCvZ1Bg^xHD;}ri>c$!E8d1_5l*x=PX>%Q>yPRPFDx;XtJ{L;BU#dbKt z1aQs!B$lO0javbbCj{%esfuPs&?CZ(vtw;i_;nrr+KYPE%f^+e(YkWBh(3P(d_%Hj zeTi}*1WqM`)Ta8Mhs<>?Q*dUStpWTPG;qPJaRh-{LOzQJ$C<#khdh_7VH}BScFc}5 z_mdn^ABA|xvg(U4%CXFs{`xqLgYE5Oo4mZi-lHTwf8KkT?Z^E;-g?qukR!g3Dh~Cu zZN<)1GP5pqJZtcOPw07%9j{lN`_J0)p9v(FyZGq)9f#ikeN9*J9d%Xr_$T9H*M(V4 zUZGl~#0Bja!;EE=|K_7Ml^GN$2qYwuNH8clKti?)yxw`|o$&P1Os$kwQ-VraMMPSP zF!7dFh&;KgOlf@NboAA1=MJj+uT`nx%uTXcQF~E2)uG+zag4DAjLR1@GBYwW8G-Ql zd_Er#0usVYg-^HyDn*lHBLb81N2nNbc zlUfJvo&kC4dx_O;rT!t!K?|~fiVRh>GK`poO9h?_5+_LW{v-PB>hr^GvkeF%4lQ?` ze%c<=LiIDP5>Ckf9$?yWHEaL?LS*m|U79JghOM4aAjcr4l2@U~w8_~Ydf=MK0E8h3 z9FrZs9?XuXu4bC;BIN97c(8jw0uV=K8MrOtu(X}cm=v?aTr9Hk{eptlYs)3#Rq*wH zXy;_8OiklWYd2JmGkHt*EKh#|dR=n)vo@Opgt`l*kt+vEnffQtF$)O5>vGGasbZPJYn?jg86TRo~#&#sspalhGXS4fP@2-ad$fG z9$HKO9alrOGvO!ri;Kxv07)F))}0|Dt)D~K|BFqO`b0_>!#G-znsBRjH)jjtZ!`Vd zn3M6Ex;0b3lyvNrdiJJ{dhlJP^QSFJpc@{LJEZ~c5ul2B{LEk<>+CO;d>>2$zcicN zb8AB4gJvQ6pFE$_6%N7gy84>cL898H)V?dKj}?biCy);&3d<NAgY7?Fh(Z88pF(wI;hFs?%azQTlUK3Q86%^S=W~K5OH|L5 zYO9q#Vw`#S$H!Ubq)p;(*mLZ+N$}p(2QxBg#wGTdl7NI&;qK|;dq+cKC9Rx6q~0(< z8p08XfEpSU$hxpOVR-+ACd7ewfeL%>_+|f!?3Z(C=c{Y7(ej&&PwN+^z{e5+7`zgI z_K7ATwvcyFph+*A0DtL{CNz(m2dHJOI6QjYrw4|g)UjPpk3GzUn4?lA9a0>M5GDSC z66pdGp*o$r{O#RhIwm6j#pQnX-QC^E-H(6DD!(mhoJ`^^Xl`m`1rZSuVa&ufF|m!+ zRjn3}MHjuVcuFuG=hECl(oExkfB*z2v;BU|+fj@{Zfs)+e=YlPCP;s$G{JuN!>xS= zL!PjDyAZT9ccc7ZK(2uc#KmbdBY_^QWk)b`_< zfQk1#lbWS9?w*wx0uqQrPg;3B`5DMb-L7#hf_S{LsVHDV{3lF!?=k+K=v-g_! zP3Y%qeZ6h=bbPW4nHpjWo8?ewWJzNqf#_>2@BRaegI2VXNFZoH)#qIT1dX0IAZ;`u zFQN!Zh!WG;_>OP9{u*YeP9SV*dT3G;veVmGh7O>F*v8m#S9dt8xU;<2J^*}GzVKg< zeU`u8^9{`Vt+utTGcz+YF%!W732^w`<*_7#j2aMfhnc`3E)N`?_&jJ%txkIMO&o|L zSO`g=OR+YV4Qiw_UC=@Z1fKcHey=lc99m~bTqa%Z~ z+lO;@VDGL*dn1CKAUHa2sw15IUe7E&cpnUL22kcRQw|7m4q`5gmW4SP*8pnnj zz#Ad6bBJ+=L$6unuxd9_EP@G)%=T@jfN8SLS+f3!xwO<$n;ZgnHW{D<5^kJ%z&7eJ zs|5}Xq-`qZ+9z}k`Mg)A=6Q1dAP|HAEGrTb`B|qRiUtR;73V^Z;AdCy){3d6vNd)7mP4uiVS1N~eYe*cE$c4tF|9W?)!chJahzwB z8lgPP0$k6ZY||3;tDYP{31zwR(lFN;nQyC&u=HRu?~wmIjg4g+8q7FOQ19PQ9y5q@ z$`~m7Tz}Ew+u3P_oeZLlWe$BDm)p>geb<)xK$~riw9-QXw%xDoH5FzUaHmNh+CS--y?j0X#E6fuUAE#8@SI8G_>8o z&86>cL|n8MGl(=vnO(-=x-zkh_wlPQ1-~QHm?K^D5=0P88woXOwd;4n2rq5fv&g|( zQM#4nMp^I<<^pXBS>k#8`b~Np4Yph3c=3~eYDTkg;0Tc$zzQu;cE1q*%WuNW*C! zuy{%kQ3wvy-EjRUXV9K>j77+8ezk2a_i2(AB|kRZq7?ABadw#>^U&$)p1dV}c_COv z-EZepj;6)dMVfHOUdGt7YP-7(9t2XDfdq6%PaK*l2*6N`D2Ysx7;(ouuFtESgU4#} zmhyx4X(P(6cVs#+0GZf`3^C#)EL9jLFmR)aB^jQ_&+}f}EnP=uL>idh=Yl$eTrdtqiZ8 z{x>q&nXrEQx!l)l=dJ5{tJ0zP^A`Nhv%_oO+l9vb$=|LwQ5+RexJL}g-<^2|yckCc zN~+(bxwvbB<(2|=WI>RM0&ZwgJ2cfg0E-5UC^T>o0-!byZbOZmv_Rv{+t~ zr=YYT(yU5Y1OO4=398;R_9H&FUgj`w`k6PZGKws3Zf~ugD;}t$n8?M?Sgl9x z>YYXnlgw(m@9Yd2i6bPqCC#S_w@_r>GLji9-;+Pi(W`rZt?mgU21St?t4#MvNnX%v zNr-1$b>~BEG)9Re4=pAVD%RF)vR2zb3Jc!S?qMkd9a1fJfVs56h=C+H+gUQ{U`Y=| zq<}7d>@1(mZp@ z+plLx(5U%y6sxEL5P1-6?j~2MR1n-JKex0-Uk|SHm*#Yz^&DP5&rEMqHa z^51dz-`~dpq{-GSFz7*CY50_zDLM-{Vbxtge2&KQ@D2g=>>q$#t znMe5`#zb7ZOloPOuaS}2K?$sYgG1tEwds93!z|?_jZ<=qlNz81Y_?vOP=k@1N-W5g zB&q(Xp1bN+dyge!BfCYBN~4U#WtRZa0i}=(G4mSp_i$5LbN_x;c?J+>>8x3ZW2;xwl^uMJFrA; zrOwVbvyU;+&wrDc+_lU?U7LS#d5hM!W->1^kgO5yi8Z^j)AqJAP+A#JXmLUG#>Zg% zMKLwO2mk;n^f6JVIkC;FvrzF614WS-8=&Ic6=j!GonO|#)%5(Uw`eza`nCV>{yvlM z`yR)RT!$S25eXt8js*=iml3xU#Pemiga_T|{_kP?c_SR8czt@{u}7WdV{Ya>B*AqS@}?93Yq(>*mt&3|h87Z7ku8weoQepan%X6?=ysMmY! zEiD^^;EroNrz>^k6?>%wnM5SF1ZHmPyc_~^It=+`yF?=qiOk*eybLT zG)R$Sgy@VXg(Eufj~$WZi9Q&1Kad5c+xvTZ@{*l%2g)59lJP*- zGcz+YGC~A~7524$&ttDwYz88ELwoP%^jn-JGE?)^Y5aIPRimle@zf^>NF-hcNeIy4 z3>hTe5QQjv6PyxejUxT4e{r}F?i_nt;~x@FhWcnB&ev{x*u8$G=#i0AAJ zURtfOyvQG1de2+g8v4Td2;Y?^;Xborvm-MuaCXoP^P!sTf^r^Yop*+N+uQU7w?IN$ zN;jlR5P^vEBcoTL)^ChyrtomD85#jYKv7{3(QSLBt%aS#Dh$vL{*ce}c*BLN!!`)o zZ8aOm17>4qHM!_N7hn3>``E4>C+p(7srYhSXMSw|9#YLajU`CJFq9n*ikE)TLLM6k z@>GEz!QiOD;oQh@#x2Csiu0`#?eGis(Ap+bSX*Uf;RYGDE)^|0NDVEg@1+di`$?$k zHKSVeT>7vU^OI(!RGca(p#ZA5s4e*kEc(Xi>Yv@8r}l2OH}6ma5P(jIgs(iErfo8fC92ugv<=)q23Mni|k_4$75duKc4WSk|76E`MIHf?KKSzOWTskjW z%%gi(c%1>wH%r?gB$6oK5e0R<6jH2iqAEN$uWxrV$YYi=HM=H(ue%gEc5}XPo%%2I zv>0GhMb03~o)uq6P2Zj&UBVF8@3HlC+{GXQ5I#7=H>WP@Pv7IU*XLG%2o--wdUiO# z0ss}>TneSWV33av8qI~Zu<2aMQxJ3f^w2=Gzcy|L2N?l(cX^0VjNxjB#gGS-k{({7 zs1236EP3NYc61)*WXUGUo0cPV>kAu(P+G&#_0_Y4TLc(8eCX&5jsdqbYok%%OPnKL z>2I~-1@$m3wCj-$GHnZFjbnO3io>k@c#(N(nu)583H#x}XE^v8W#9==uBN9WQ z!c31P%iFQp50%l}B0etVzd80?pd)K9^{LgTzZ1XB-=8}X_#Owv?I)sa>Dui_7VlJu z$ID$8_UAu10E8BXSS#yeh~~>udl9Q*x>sjEo?jswxWM~TQd(2=PfUK}f?JNJr}CUY zAOR8U1Dp0LlV zBKeMH;dris-kBf`wpqXfb3AZBE?WXi_o_eo<348|vpFJmW|nmmcy0y|+01wyzT(s61Wd9Plv>4Th*{q%d* z-PsALSILHM%&&!#zNHP1qEX510LXH!$O`=v5?k2y?%|!&w>a1PY2{ll%b+E>9n?2I z-2_gn%)DmF++3P0CuUN!3C$g1b`NUvO`mf60hLE|eH=?f+M0s(Ic{uJZsO06K9*fG znc4IxAm`L>ZUERL8Kqk=L0VI!P?J1QQjVX?62cfr#yLMhxZWBZKlKKTC+QJ4)}ZLf zgNyXtIdK-ql%fK{ofj|u{1AY97fcL1R(=nLdWky{nf1vaC+hTY*TWGYW>WVq5j8W5QHx21ZWznn{MnQ zD+{vC5rLMno2C89tfgL=YNEgMH&C~o&C8s0&ojL8EkR+{xl5|P>J*spxS<<%BA~c& zA2gy|Z%GgE${%7Ils)WSgTTeDSlo&1gpVzqX8V>>y6v@^K=_`@)zTJ^=cz`1ng|A~ zezopKR7XVD2}hh#X%tgdt_d z@dpGEFOLqS^kGvO6@5fYiG>fudVebQSoxpj5ix7J@am)`#`#ORAUimX?0n zXLk?Kev}vrn*=vrw3h#!#q(26+dfiz0K+%vr0uMZYXa(Xk*t-)VN%1_e+pib{MmB= z-1#KxkCUq>QEdCiCsjC7!K19H{y}S-@aORHx<94~nN_)x&&{LY)OG7xo^=?aPVYFL zJ{K#t$ZhkHT5Zg-NEZR z`>zd6(3k1J_D-Tt<=C&?<~w_HY&?uL3_NU%$AV$M&)<4DCUlv33KCp5IcQFF&RUI3 zEV3-+H?8|BvPSFWK1!$X@8K-l5C{NCW4inwXKZ9911KUnoxJ482sj2kQk;BQf>!tw zNGsV^SWJ2r4{L$}01JtNT!A0a%-iOH&PqJ30ag~$w)nB%9D723|53XSP`N$|!t2(j zs~waPPTy8*`3scr;YyN z{b_l9x^pm3;bYK$5HohZi=?n9A2?P0>ulS6jiTLmG(6k}Qa*422ol}*P6QjNp7eOh zC;5CxD=oU&NDQ9~T|)%=9V(6Igm&7U_FEPz@F4o83uSin$DDCm67(g_Gvv!LH@6J% z+-&k%?n54XMd~(bFjTt=+G04>#Mttn%}DvVBj??; zR=ld{Bh#d9Xy?VhlfLW>#vS}omSTRL=Kc$p{?W)dRm)81qf)+{^>urhyt>5)PA{2p zN*NChgyY$7MCsT*;`~(7UpJqOh&haETXItop0{@?sFxBtKJq(77gZTD%VArB;R)6M(J~xO8qXJ?d3%FV`?tRhcD6W% zd$P=x2^-559Hp;q-m>DdqJRG67r$Ro!4>s-X()$dug2HVVHbIb&}Nn8vJLt9al=5; zZ2J|+iag^Q)bV!;jw$xw!u-d=*W?R>*QRiN>ODBMULJ)yf zE@OqK@gVzE{w_Edb8k=}Rjb8vvqE@*7uEy{zwM(+y9AN_u#uf$5U0rivCaqyO4ErX zuJc@LU&r!fJ-iRTtv;llADD14+R#XcKmuL|Z@SMnl&{M9EdccZ8nhw85@WIL`*4%a z$3yLcftI(tjjU=oGQ`Kb2eRhfoliRdj_YP11i29iNSqB)vF$4_`D_PTI>*leByV

U84BIRthJTWYx*m3vuD{zu}^2UV0&WmciqOZl2@q=$7xUbnz z`;8-M)X~|gl#QdGwJSw42;h#HJRR>*z?dc=h%3YBzIcEJ2m}I4S;+fR^!X}5p#c&* zNf6c2q__EzYSLYV`9k1oYb_OHG-EOR|B*@}2VJ>S<1tTpQ*bh4yCoJpCRo7cVSm$` z`GYyPmGahr2tpGsqcL++tPz8wAb>|_u~`L>xH5;^463FMs(;OMWwo+cQk)KS?2=Oa z59hnMPtO`ookQ(yX4pEm&4o7+XbtS=%;z%x6(JxHD8Bt&A@d8 z9#GlGN8m{>#&MW?T>3fX9hwx-!3xTyKg(G@)g~27qbEu(XFZ3<%efg7%95kKlP3s{ z5#>k)%Y~=y|C-+)B!Dp#xtc8wQtJtkbwYd2cYV8kmt1DK%7DYB`)k3CtjBupZcqjO z>`GY3(s@l++UNHGLFamd;&QZEdkct?mdTX#nQ+fIr_h>8GIDT0E8Mnf1Rm1_QU}IfCS+g!S-R5R?b)4Xz<(VDoA?au_RqF zGI)h5tad&~@T-A)toMZn@-_;{kBSYpJ!xd)RZ3%F8s9wmohv!<3ZIviiirF^oZ&Mx zZocR`&(1$2+1n{0WV9Djbht;pm)Z*`BFA!`X8{WTV8YJCd!}~d-K6lr3a$9TSub;o zly{zu79<0WU}9pPd*1@pTsKw1=onuoreA_R+R2sLFzVB=oUI9>iD{DXl_qUaX465F zR!q5E06-~}uel`j*v_L?A4_@U*dUG1&66Jrcb1j8Ze9~kc%f>a&GjkpD^f& za~$2|{!6J<^XV3f>;o2hW*a4b$HKZ+Og-|d(%R;+0E8gQdXb&wh1kH!=7I%y6^w{e zduqu|$j9aHtT@J-2A1dPM_Klz z>C{}T^;a3TOQRc#;`fFegJSi^c7y)a0OoNY$1Y04ce*OBRTDPpR&L394=gIx@u`%& z8W{LVh+*-dATi#AH_Q-va!;eY-mR|BTSeK^8sh&GCLi(0Xl2ZPD@Gj%oX4TP>ka4E zTlmij{;aBA8g~8MOVl|1&z41=Nkne^@ysgcN`AMlLqO_a7e>MA@4?0uZlcF|4|`t( z#cQjz@JVvC*Vh@+4~}8%9qCQurv8?U%^Z}jTVIkZrBu3Ll#j9FnfV}DoF;e(%bgW| zQR_cl2Yy~Xm1?~eSC$rTD#})e{QwXPP3Yz1Au&g8$ zv|nqnSc(FAO|O+n^{D&WYw`8pVNlQ>u&cmsFz^sD>psm^PIy!2c-EE~ArnVmyO>38 z9RNfYh><@((|s`FT&~>uJ{dc6v#2m^bd`roa(ixvOa1rg)czE&j@qcy4UAJiJ7CBdLu8(~uH=G3ufF7@9RNXcl9e<>5j$_yf}GMgV|70@Sd8!0E~FHfr;_g@>v#r@T8f4dPY^}|nUJ3DGZ zL$Lx9#c|>F*UiMQ)xNpXcXHY|-;>4b+t=V0nq&#b+AioHO21lP&rB@OoY9TXP-gLR zu0kf8>l$yRQSMziBf$xp#g~y<$iEHCBjV`2K`bJlMe%1?FR8V3Ca&Z^mxk(w%TEXdZ-$J~c_9-_ z__?iCkd8JQApAlB2r8siV9y{_@3h z165X<-|V;_cEzuX-0@s}n^V@>bt+`|Sq$#N$;->DB*U7{ssICpTsD~Dk0)c#sG_3z z8K(J>>n_Q*xhOJerKFAFsqxKhC3R_-?}QABk19=QeiOhPtKaGcOa6ce3=4U>JC4$5 zD5gj39&zesULBJpk&|WQrT%AFuUG4ayT1HAD?{GaT#KV7bIF5@l8V;5!yFrhabqvD zebxVH<47|`0L=P+1L3>K~>#N3wXF=D!R-WeD7|14J9SFHo1YX7ZTgN?p+a_A8RjQ`^KJeMW2JG4RA%IS)Re@*f3mH{SUc8E<)?18@(V>E03a1m0DxUB zQTSf6b)Xnl>LsSd28e(L?9RNGpPv-+aL z1U#LlJCCcs?HAnlmh#x1ZKmi=Q$*NV5J+hKue1dR#sASn&wOBS6Fr_)QCxd$8#u<8 z-np~ZH&P{`R+>O5X-5bE0752@Wx04!hus~OTp^Rt?H10Hc}{%hws!nOZJ7sPp0TiY zeIG#q@G&lVEolNaQ6WCT zikU7zJQ#TI&aogA(#2|CXRlUwHh+vTLptgWXIp)ls&v(4vIvIibo1W~^Rzn|eqFY& z&JEMM>+U-=Ey}u0mf$zSqA5Pehy($1>sp(Y|9gjibb~Ajo^mQoLU*>~dNCcPTU`#v4m z-z32AU8vNj8Y2?Y9+c!NSQwJlt)^Ohx+Z-cF3J-gU!dg*#lwZeSTK+op3QT2irmIc za-sD<6`dd#V`JCf-oIGL`hOMs@Q-9JFd=!H)9(9t1gsphhH`_z+{LipTSc1Dy-R&= zc`Yu*qh}pw;LY&;9Q;6I;n_1BQ8No%NiVjOAw;4O(t3M?W*Qc4QA-%M>|70|X7-dW zp|$e6Bi4E^robQ&gdlK55P=RM0Ii(1#Z69el#Ofh5+a!Z5D^rMwW8|u53 z8x+xTi4#)An%c|B!Ij}%+x^HRLadGN+j`6TL<>V<()_=7AeLKR`!wnDAFK4gJrBjV zd0^1tt948l2j|3E`O{frN-_!Rwia) znVF`dcD?JfGce4|(X!uL^ZPR}%*@<)(^pUV8ze!%RP%TK1$GV*nV4o~Y~615>Dx0f z%*@yu=6_RUo^twnx@6`Oe>y3+I}Sn*>x-0@Hon{KbMLa-ZwNsL)2Pg|GYrhlLjI#O z7Rb2DO(~g}W@c|fs%EmDS(^20A3yfUeJ^Xej0_E%&*g{ff)?u2Xw~YindO(iFU}Tw zXSeUc-}4p4X8S?U2U$qgs8r`;9p?XOt&+&K5p^>w@ zg}z;8MBmq#aHy;qu~g_CWysGxPNSu1U_HsD%lQ~~@jCFuqJ^}lnf>V(=ZizyRK>nK zk#Q31w?XKzatSh_)c6@-i7(pTNjzRvVz}$cjiYIS@_s68K|uMS-p{>F7QcrS=ZaF4_2tZ>FJs!J9ACv3;a_bM6U5$U7+b)SlOHxml zi@C}pY$Z#mZTNZv?7DDN8Bjt5?}lm`-ctGey+k7!cxD?K?BHDYesk=w9JTNBLVV6v zDn9gt5vR>d=MJf{j#RkZJD5MDoN+e=$JwHTBo*G+RE_^?)hU3_*zX1vS`$&h+JTZb zwlk`hi_7pO7_((_C7foq`c?6Op}0+zC405TZ(gfNSs(~1*E0~8&edK|`1Bg3@iEp} znPW(q8+7?1EY4|*Iq}t$X(gHMHp3k$I^;pVue8LT7ZPuU$_gw+`7C7Lj!P@IS63rg zQd$h5b!VH@@=}}kuO(+*y@*B5KYiE&M@{Ugq-h)6Av9jJ_U5AN8fGl}A=VqvxsA-z zkvyB4jQjH~eq*WddNJs=o>NO~*pXyw$#Rj_goKG^r&fVsT7m30LwFvE-dEgxquSR3J@o8exksl1#_$|ae_Kf1RfM9d>_+$%WeY%W)=lQOM()BU> zrDQ;PjmH2P0L;#ET%E64RvOt;*+IBY-47fD9=P7~#j2QXJv6aNd$3NVqrd6OW%9?s zHM!zBTzBYgQ-A~lY(nf#xs@~6&!6w*VC)d1`Aw^T2R%W>=H z=DwB#KZgY(H@=}J;X5;d&XCxDA5fzGz|sxAfioug0g`);ek$C`$O zlcqPHpgm3Idj&IPnK;n3H#|CpvP^`0k}My(>Z7_~DogdOd979C-O!`3a0U(6Oes|) zo{?U^A6NajCc4Bl^QR~Cz(nIkbLgYf*}$fis;~FK6M@gtf3a`BLB@z0XlH3njGuX` z(bq*E6vU9Fb65fd8(xmjzd+kVdxl_5qL-oJ?Svj@g?n*`=k(u%)Rn2hHqq2G9!)Jr z=JSaLjVz6ucrx2jQV~a@m(hEwFtT}~cdV5u$9rBjrd#<1(br;o<2zn@6>TqVP$qDc}|O9+A^3 zf8uL_pk#3WdaXs^(e_+d`6P_fn_43*s8&gFxULs$n4hcmwdaI>`l&gTr5;PdN7K~B zSb|NgcaQ`Ra~)*z^WlVTo(#;6S`x-}}Thpwu-}}b$&CasuVux|)dJPbuAP{tbLC&x3+L>hSD;vwr zKjtxPBoR%8<=SF+1Ok5j$u4Hu7rB540Aq?CJVOIx&*!80oF<2eHA?UI?t|bEkM=j` z?DkTeb2w7+1JLFXE8Jq5&P^purvBWccCJ@nGX3IBAogLJ)vJ-4hpNApnFM7nk2Tzl3_9znir=x8=un z`t8WCoskGa6|J?Uck6a&p5)x3l1Ikg#6kfJboAW`;^F;5zyuI*C0*yLu5ffSa|dn| zmfLm5r^(>0o7gUAPbYA@KABtNKCX(G2tXEXZgy+=<|`x0wZ-5&r>RSN<+F__hnFN=B+Cp)2VcYV3CS;-BMXjTDPXU52G{5$hS- zDff&(0r&2ofCq$Ngw0mE(VdQg-Y{`m)xAvIH~GuIm6TSpBBX3hK&ls0Mm=-sm;CjV zOUWG^f>rpzF=d0>NzHuP@p6(PzNHTf_n3|K(Z_lXN9`!gjt%bvAP5MBVTO_kSS%|i z`wEr{i06|cN(-Xiv_951dT%oJU-F<7H4J9l3vvUBWu;O#>DZ>qS|04k(gXtnHwBP) zS^L=zLwvNc)&*@`e-AOH@T1CV?qvmv7*4IAo$4SoF`g@Xo#-d-$oEa0JZYhD@MwY*sL$;RUu5BP^Eo(oQKJ-@NJa^LsJl&0*J(!L$6eun-HV-=)*CCX{>5|qS_ zeykt2!hVdX3<%Mh82W{OC|7wB&2My5zBKaRYagp|k7F?)k7zV(_`#dQ%7+uf=^Oxr z7?29tiB13jAqX-gXZVFo^%uMUGQ)5-IBb3Bnq{9*d_3OSHH4!qdlA^MuyzwOt>ZFK)3fmYD3C=`eH9mbbuW zTC^~}J06U~VJj_b{`0LIc`Vu%bdCo&=Jn>eIGZZ=Vhs5IQ-}Meyyp*L8c2%ru_PnD z7AYDxrK8%a$1pctR{)AB|2)2}^_Gj6TG7pUTPY8|gq^cX%s~xaJu`UydI7nwA9WT5 z-jToo01K9f)b8Q_l@$|Y9rDi6!_+jz%ff{QgwqGG%N1tW_|Wro8zO%0xPAz~FW5o> z2p$rRxF$a83{|1EUX2dpF4X3BZX?p#fd>2Kxu!SZ0>cC$2n#qb+_ue(iQc)q`nQix zsEAPdaZ-`dWMnPA=?goH;_V5_Tql$iR(`K10P#Q$zx~hTY(FHPJ$9>}()}o15|Jk* zyA9EZ=Z=zv|5A3gmVl_Pr{^y;pTUc4sa}bqPLnJB01y%!LvLx<{K9xd?LZO^my9KO zs=lSvayt1%^<}g#P{un`Jt7o^SVMsyCG{|ijw{)|*T9Wc98P~7=D7G2+>{3r>l!#1 z*s3w>Br#;FllOd=C$7hc1T$c-H{mM&Ig&K6Dk;mr4UCc(qwPtlJ&ma1K6dscB(e5l z)ID<G&D+{P_>2DfIhH-pA*zRy3cOst4M zWe^Jr)k)B2llfZAAZJ=eJv9kOp4kk&&ff44mESA8nGyw#?Bd-51v~^RA8wbQo{^o& zVLBUpNWq09uhY}%!(`!3lq^DEU>cdiKHY`^000PBN*CEr<+GJg)|NoDck{;Od#wR4 zme|JTxcb>GCE}ykpP^Z9|JSze9ubXDgnrqZ-ENAF+{J7X5a%^hEj9m+I#<{2?sR&Q zC_?2*yy!vTI+BmVK$Up*9)ZJgN(2|&Cls0(u$_~>eq+S_ggqsAaHfyr;uy!?^B!Jp zZ{VTTT)g(JuDrLaK3jv$w$f}nNzoWcjuXN}aG(*y^^Xp${fRO}p$;0UW5fU!%0Kja zgpzbjPk|&M=#EW0R~r6w(G&@^+Ea?o`=2KhcK=FBrmDsG*ic)Omc35DT9tj@K$~ z1p5hvulHPplKR6EOFdSc8Eg68iF_YiFNhu72mqs^$J0>L1NO2?9WHBnc9JIvB4pk|>1$ zlq*6I=%5fJA+wXmki;q`Q1rm$s=M7SCc~xCM}B*qRdA+4L{hh~e1FvL>2LwK#F3p^ z{nEVi&dGIE!7KG-V!J4_2Jau+!siU9-S^T&&-NwNI4cj@I;hW*>A#b``;L-wZgnSS z?fFo?pVyz9=xv?8We`axp2eODo&W$43(}MD&KULLK4B-C=i9z~x98IS<n^kD3 zpaYHp1_{`Im~r1Gh}RQV_<)uOkVYC2AUHRT&-U_nK2{78a1OkqpEN9X=IO;9;Ri}~ zre?E~@taLx@OWNg=ikoN*LTrbsMce5zYkxz$Mxwp?T7@9)!SyoBaure5<~uGc#;s3 zBT&8fhQ=)_k3u(Nw|`6k5CF5uBbXlKc(d)5+=%)qE9-l!=IS&ZmyrOZ%VwGR)wwHB z9X75HFZ|b_vtRvlP|S_O{~hacKaN!Xwkjm2KT=y=Cc$zY&;1O-rRdmr;@IM8{9*s5 zHhvy@vRb%$D;c>|c82K;~lLMQM zk0i-L!Raz$K$cJ@t2u&#eS`SNZg)Q@gA$}EPju*^1F)f#63>KcJP9HKjkNIreK=;+Pp=WI=aekdwT?3ttx5j|fiaQniEJyu);j9115_P9y zUpCWop1y5AC7BMbKQfg!U}8YzFgPG0!$TFtcbz5iKwO>tzn7FsGvvUE5G}|I3`SA5 zmTf0XJ!qc5kSIb^WC4B*L3tb`jHA;4Js=0-z&H+vW1?aJ#}WL=*4I&5;dD0joI~#u zsuW^ZX~{Vv0}dN!3=o8Fuqi))mK?$Coe^#lAf=hfg61~HQpYxhYyWn1a&3NO{B`G@qK7qE zu;^npyU(-i3BF4h%DB662tp7D6W&U!TlFV1NI8YT0&>lwyyMxvUlLb^Wlg6JH$KZN zY#FTmAL#H@1}^Y~0u$g%hE&0IA`5lMaPMtLgQ57F9)xL5ctaOb9AgMRF;@bNPDf#o zc?xe3PUR)VjZ#WjB6T7(C__l#FR_Th00<1&K^u{rUmA@o9) zi-1K)Rz9CW2XT^vCYR17;wtHS(v}nu^fNG&mQjjZYS7@eTaucv+dG868>8byJUrs0 zJHk1AI}-j}dMONbt60?*l}a|7SsX6wKc*Mc66R6B0AK)sUyAOMAe}U_5W^X zx6|aGdW`@C0&?p)@!=JSlGv|A*=hDdKmXjGW<G%W(JlA)EWpV#uhpH1N?b%AU(Q=nwu=v zNqEQz;~i<)wcByMKD&g4%S--xAC zdNcM%2fl%t?p*eTXKmAi36YgqAXa^2Hzx2r3K)tvZ6IAFtrlF1W3ifQckUu4hq@`z zV1>E?fw9^Iw$31o+0%tU5nusuKtd3dg8|`|GLE?fHof+A*3w6$JGwT)%I2X?49WEH z2Tf@e;biO0u`@DNY#2Np2mk@i_Pq{>VUOprNPWL4IeL8ib*aiVU#H<uTnl_>s>T%w?*IfL0D}$}BK_&s^s}sn^CQqrM8|G3b9yp;+V>;|{f~^(N<|ht6W10+KCAww-eleqPZF~jwa=&HM7l)_ zbZx)s<(Rrv2sy03tFZcn^dZm+e*cV3g(Xz~;%+Dq7MmF}u<)9elgB$$Dgb~%i-;JW z?z7SP#44^H-IG-OYa<@BS7!{iO*%KzgS@zl=Jl)>V^Xa;6+`%(jTRynTE4BgsT*!F zg}W!Z_nSm6ndqbf)q<8`rXN!1el3}ErBL{CR9I?<(Pz$d;_EUrLyRNpKDYj@<5US7 zpMKk$1d^T5Kr6ZgEY^R&0)BtKHe#0ZWQEwyB{jvI@HUS5o-d~lrON9u2ZtVMIG+aS z1f;g!Iv?b3M;?Y#zJ<5Ae#-f2KWUg~+$uyML8x(dunI-$olqdP)RJF8*3B@Z$n!AEy~DNZ}7L2TSk9>QGk7G01m*6Va1~eM*^n>Wz`>v zoiYg_LV^;Y7cfGFEH+|sq91Z)CgQNBnLe_Q$#*}kZ`qwIm)ySh)P-(Btf6*LyiSn4 zC|5s`3llnlqv*Row>q+gjpO&{xVps6{@0%Wve_#XKDO!Mll5VCfRYkM#7x68FwD#| z128iTz<~)NAKd!h*Exxr3aY9Ks;UaAstT&A3aY9El0d4ere#dys&x7vz%>EFpm!m5hPvl^X@2SmK*)B&C!NvSyL5eouB_!0Q{ zUkyq_4^TjOkKdnufeXZZ8-)T$MhuD#1IKVvKb+T6d@K$4WECo z)4>;C-Vc zywzKePMc7FfgG{uAIT*%W6A5b`>5*(w2tf`E-jQ|bo@=!H9t>%Hp=Kqd^!GYqoA4q z5S5Jcf<%|w#FFClAid1xrm-d9kh|ctl#TBXRm8vfV$5y(C7;yCf)Ixfz1dsZZZxDk z`2BdbN0)jhuPT;uq@NDM*zv(pz)$L@au#@9iKFT~a{+eUSBQ}BM}HTDj1CsR;G&uM zXFDFCLQYRo*SLZ|DgX`$-$;=om_UeIka9&h04RXMr$GIn(K{%7``T!!l|gInXuaoF zhK?39Dzi%`!*&8^&$QV&PiA3r2{c8?L>Wtf2mnG5f@x@CcD?F7)mrU5K~FMmjKjOT zeX?-v9#YKTYB35n_y1|#q#*(kvZ_&U^?RhdPqrPbmj0hBSpNR|w-$3{`)NB4?|TZr zF56WGcz#iFT%Sk76&BXCC|!uHgHC1S>4!L&}*GlnZeP2kt~s0yoU?$(wgi zbn~i9^mLD3XFC6`IwFw}feI@Mq5!Fq={f-ChN!86ARrJsY>qtfYV>*7DO4Ac8*lSc zZTFgT9Mp|croC1UxM13x>dt&Bqv}z||04}rXDUSav^^*?u5wt27o=SF+h641_^ne< z*iY;ECs3bw^KRWPi}dE0?jLU-&(M#shU-&_`sG7KGqo@V}-3hpg)nw>I}hwm<jiRGw)fb}|lua4EcbH8ik3Km@)E)sPfJt>3Uitm~5fu(ie z4&josUKr}{JSLBWItWS^C?q|7k)38Wv&t1iAC~wyHGVxRZ$lIz4?3SU%N(BqOOj{5fXC5S{}cQbli!ls;N85-rDh;dH>inAr}jihb@-oqI7z81*j-W?z(*oUj+x= zk*C0`NatO!e0}SX>-tfP8Ca}}_|M)h4GP~{fiys5V*t@=jhR3~5wTlC9iZ0D`mNT2 zuw_OnQaznNW8?MhXIC%hftk8XRN&%nFY|#2w238%{lE|<@UZ{0j^iX6iIeb*5o;=r zCawpNgMrTe9G0@~oFchg2jWN_eM2~A#x>(?3aHz!PZTM}>iXh|UuWZ@3jNeze7BP0 zo#>-h0H`to68)nXLfd-&Ib~?Q-Q=ICL3sR znU{ki<%cxvFs6qf1O&M%g5!MZO@B|VAOYGEcK!JZ!Jf9UpjZXeL@OYcWqQ-KX zHY5v!jw%a_8c2`>I0#H633Prx0zzNCgor*bVU|#$2Ea+Z0Sb@_%mC%nn&L`X8!3ve zg%9OtUS(%5Fx3pcwK2GQ9)JLYtLN{a@SYtQyLgpTzrIbjk^^LM5uBS6@<2nAUbYsD zn}*AEF*Vz5&%w^e`M^LS1H(-XVyuCe*I=u$gEZ4){mwi0(I_YHw5?d$Qicn3@$2LE zoGLh4NA1OahpFnjza6G8-`Ia#T|{+o7d-W-{Y-`|LNS67OUhd-QPU=*06-x_0%~GR zum~C)XN~X}c6l{*o-6uwojINiO-3@WF*qL9v-28XdARoNyk&+u!`%rp8z;$07pRpr z7{d{4S*kKghU_{i*r?R=dG!JvpmT}(e0f`*5fv)G0Hfe(s8>e!3Af@<M*;5_$9e1a9d5+>I|!j_gdsEi!xbdn#pK>+VXKf29VPrkZJ@V0XbIR#dN+ua1b)N zebH9@(oi1cpZDiynBX&shc6T{lB@okd9BO;<(DHJ zyIjb=O+q2N?PEQ?y=y`>>{NdcJNS28kNPQUBklOg)&SbtP)>9&PGf zw0A2uknm|emgo;R{?286EYN@v-BrC<-79As<}--pMDNN(sLuqyhWUi{=^&IsX?OeN^424LHS)M2;=<1P89) z4|+U-wVJ;7#+7|E>2o{)Kq%xs$IZRManqYxtDvRANNYj4iN>B>JOi*|{_rpOF9N7h zl@JNX;j{PA?03h!3`@yHH$Ul8bWpzXlOtug_OWd#!~g&nRcR$m=}k<2!QS*hAqXd( zZImL$IL9&Rz^N%;eVESmWt4C1=zbH4Ac?#AA@#5C9NH#;XDd}GL0@g>+Zq^%K#{Fd zl$P02UW@#}0R@C68Wu?A;fP}vucNYGFXD}iix!_$vP?uF2u_H*HC$@ak*)-G#&J~Y zU-&(kjnf?C;G49d{&g_aEb#AeT8{x7SPFx3`|7WKoGW6EBmTr|CKZk9)=W>_C2pz@ zdrHo%=MsWt=bhu!Ib(Gjbkj1N@=c7|4f{-~>Ne8)dd-};g7dF!lLHs~iXjLDAZS^` zFg8Rx09;p9ARrJE=J)urrD-p}NlkDZ3Gkq?ny~-y=VkUeetO4ekf-gT0OC*Z&suw~S$nGbL%m%yH^G=nr|<2n(V}+6dS~dSR1c9){B(L~!Vn0VHj~Hw z?Zznp6u6k(r4qGwutI8nj`y+_yZcSjI9{FXA`C@t^axO60z(252zDb;wBBB0GIqU3 z+eY^K`_bPg_0!#DVd*vOkAvBPm-{kuA{RB&&SLal+hBf-FRha{$+d(0T9@@&oLAkT z(fe`dYGPNlX;tlC5%fAxT72BDhF&WLEe0mgcrjhlxU7XXZSKr*D|p;jb4w zYGC&W)_{ZnE84ti#~cJI+7Kv#041@;M|cF6TudY;W@ct)W@IFUe>$#TSH6&sf-V=k zHD~>P7%iXM(*M;+I6H>k6BpcsrBL^MKkMD8d{HGvtr6z$e(t{b1D}K^2tPheTD11xAUBhlw;1h9$i~K8?if~oPgfZH^lEOYW<;0>m^k6l&Pd7Vir&3*F*3QP){B7y+`2-6?Cvfq7NTVqkUnvbKQ;AIXa7zfsCq7KX( zxoN1}@|1ApDH0IsO1~;hUegL4i(cZY<640-Nfl|AT<>rIfL$G!^A1i6#)2PK0RYY`( z|L-s}5C8y#AqJmg)UV=4ne)s=+NO8342i)Lb zX`sbA$ojjZ?5t6oONs{ECW)fu;vi{x=Q};2m%|j@+kJhnRNn7ki>7aYaVp)eJqs1x zvatRs+7oQr2vyC?dbJCFGq0CChGPy`r7~5P)C^GU={-z@L}E z+Wpd8EUDSS;p}we)(G2YGgyuk9A)!}_VYDC%HHJhUcF}PEC@(KU%LkBfM!S;fw20F zA)tnkgoJ>WAtu~RNC1I4{MTJvpCRjpIojP4o_NjQ0n9#5SrC_3_qa%>zp?F~e<3`) ze!AfD4dZj3n6N#CkWonj5Cn7Q3y1@i3#VYaC@G$+oRgyAjk^1~jI1DyO<7@SmkC3Q0 zmhNnwnKD<8Jn1MCE|$noByDHX7Ib>c*pEqOINaKp3*WlE(^o2zf=t!B1zMR3!pE_| zb4QP}@HC*^LU?b6Y+<5$57@UXchNtt@M%@{e!pK5*<l~~O)|($C|HA(OJ^!AZuOqziX0S(9Yq(Dy^z~f2kL(~I009aqwdV2mW;O4I z!%5;CFP2MO1jbGSQi{eEYJXqf`ttvOcT+A9DDQI< zr@Fq6D~~_G={5IrIWy1e)G2#=e-f|L#7R_v0-YD@?Vr%!N>9Ah7XSkT**ctMfLA9KRlv61PeTbflc1a+x%a| z(OM^NjN}3mM829K>s1~J6V3Kltt9XSDrKHaz*zuE6ri1h;OTRF@N8~-2PWSclbEY#iu_-#Yq8MJ4Se!KPPBNgO~2oWgUVQ2M*@J$ykBh zrAw{){vY}6Yg*QrnX7)z0SnxGo!_N800tOgh8SU(x%E=Ava+(U&_V|<8TPp}&4d(eXGlbiJJh0n zR%2a)qgDK4>}+o^sG69ZwB#f-8LtHV^xW(fKUZ7FPhGdmju=D$Z^_|#&h$VDdY=2=^PFFC-SG0^ z@OY@rn)-I7eQD3lp4-RL@vUVLhdjZ3JY?xn0EUzH^cdk%*d@4KYw3Ryg;!{r>fl;< z>c5|x>)36OT$utCqqm$HU6hbx=LZ*PlQCtCvomPD@XVGA*f#t&uLxeMq7&O^nO)HAqIAC~MXm+odxTbUguS;UakAYvGB9Kiqx2=@8>`W&Qg zeBc(`87B@^(E$L22w3Epr>Os}=7E5OzL|AUwQz4~P?j~gj&t6Pso~5?4FY^uN8!Nq zYOZ6Y=>H)fx(!QRL?otZ<6>xm0t5&UOh$XVI6Vv^b3A;RvWoKqBa5H-%MprE*%wT9PBp}d89Cmfur1Gvg?1+YmBfIt8O6wL+8g^?rqM*E2;3tXt> zb|eu=w#k$namO5bv}Nt!L;wK5=QCQ#LFt>5(YcaGu{2@$VF)@%uy|6Le-gfX-~j-D zLJ&_E^>r!CBznfKe=cG@(j}qK>^Pj-r7{f6%*@0G9C61SamO5S#~g9Tk%@85*I3Zy z58x((mZf6<(p%M^+H0N9KPhyL++heAKtahwfYh43XZQR9Dm7gZs`bLWx{7jxO)<1U zD-t?$HK*VJfO4L!MHImf!~j4cwd94gnjjDax|w&sgDVao6a%&0xuv@kRVMK14)a52 zPJP(%`yZ8q&@qN3rcc$v*)blKJGy<|R-W^K2tl$(a#&(Buq^w1NFHZ3HR%UODA$ny zfCW^k&Bak*fzic!iARf4(B`!-+>{97Qi3?f?RKEIB|jZ>Spk)KG?8{O0+nVbaZQXAxg;MghRRI z)!e2>{Qb+~PIDZW<&ZGJH@PoRApnJG;a|+ztkMuC*GzwR>@1^feaxbpPxRic5wIJ; zKw|~r+GeRK#J*YhVywZ=ugi=t%`jckW1Qj~Ap;l)1Pw)D*sI$h*C2g5N;7e^9eEij z!;!v{SegZqRUutc`cLRQou=KjV#6`pa>{&ss-~#;lTYlUpn87y(W%{BuCPm%apXj1 zB7>ZTx@;}g9M0~Buk4_ynLBCXz0LlavmsMb)u>p(00;#SAJc@o%c(QyI{-jHv{yLz zygJ`X%|3#(7RLNPs=PoTLE*<{6lTFuxJf`~QHi4AZ)+T?$5;3vc63yS`1~KW-^t7H4rp)|w$`%%Cc7%|YEsfX!D~#S6 zIc#T-26a$nss*U)?T_vf_f^P1AqW|9po}iM=n<&$Zxg1)d`Hb|?fUK8==eLKp1`v;Oz*m#7jGF@%?*_|BhxyFO?opgcX*Tzid)msw&!)n=Xxu|1F zes|-V*Qq;vGX5g__R3pc6m+wUhgFkxwIL`X^76rFsgrcrm zn;cc{*v&wb{C>9=W6kLbkhpgood;zUuQI9`T^@dMLGG;YY6Q1ogiEtl!1ZpG9hbVc zD0$N$_L4^OS|2s{K7GdRTNbzS`Bt{=Cbk#pUW#ZUQkV5r=Ty-q?C?(MPR{%V0xnIJ z{ZpTP=3R9}oENC-KYPBIdSG64XH_haxfi#zYl4Br4aU_>eR#^p8_}jmj<(qE4RYr7y>n3&YU65vy?z1^0Gw0Wqb-NnVcqGn!N6?^4%_Cw z01L3((T8zX04YEL01Q-}jw#Er#e`Iz000nJz}CQd79x+i{f=+r1x4>=<=;S-^HvgV z9KMQ}fCLN8{XQ1Sl~BS|YH1&7x~ARgh1f>yJUs2&!wr?{bp#yGr^#+@)Vq?Gyt;Ne z6z*9UIr_)XHOQJ8G_+vhvy+{H>7yLSQfypjMQ$zrqZyPnm#5zy000!BnqWS>Rd-3F zVDJ+pI~X-2EmMAxt1bE)o2z#tn8Tcdvuuv7hxyW7r!(}8{%mTFBRj@Gb}*k2R*a~9 zP?M`RZdlEY)@NaJx9}EoL%aHJuKze)a`^lVm8TY+FV_vQn+rNZSXSl|ryxc(4GT&4 z>$^+@-XpR4vz$YTk2SoN$l{8PbfkXYu~!IG*SN8laGFzvy_PHn)9}P0Kwbjy_OQiHGzizwvwR|S#yv7?yIiJ zPyql5Aaf(^B~!c2WC>>j205Om7oB#+x>f5c(eqV}b_(=3@)90YQ_nZeU}X~v9~yPn-#sA`Wgew^Dcymee(+>icvPgM!*Bi00vPQzP}nWGnFKZ z-wyjQnH{f&c?&n6k_>h631p`<^Dn)RsSBW~Y4@ufFhUPX_BT$efYB{9g@iG^S(?F| z&p}zZuHsri(hUopVVup;nvGi$x=g|NGu^z)h8?)}HUF9OHS;wcRX46Ag{|yvvAbQT zr=y0^Z|{DeEED(hYxZHLG8b6AL@)?ejrtYOriOAbcqF-#y^T!NK`4bZ_Lp|&ChJ3*RBJTfG zeGit!x9;|1bo(PY!=QH$D6F|gvR=zA|J}=RmA!+YW_E2`+Y!EyzycOuk{PWYpvbWl z2kVy(HeVqtZ|m8|PA1ZJ+{1r&pSC&o8KM9?F4ScLea_~NI!`=eSD)t_Ja8G1NmU49mIkT2}5g%vx^N?f%P zhd=@lf&(ofxB0X^W|+|^=U;Tls|o$zVZtq6w9fj(fpA*YL_^U9zR+e!n~ax5?XA8F z1n%~spL?QqPEwZVlT>7I0YuTuTg%6E86xRRn9k~Ml+0!)`LAxfu?U~AcNu@oi54D9 zIBXic%*-=0FqxT{W@cfTlQRw9yI&`Ay&N|yxe2M&%j2|=T1v!E^vujNGd0?mhwEl@ z)B9#cnV4o~YGmsG?HiBX8#kWriXL#x%ri4LR}C4j^kX#Lem}uv?8!Qu>jq|KW@ct) zW@ct)X36~&nn%f3oX{c79uDL;?V+$U>hGc%jQHH~iwij`nI2Jv?63EJ`^fR_W}Bq= z&O0OjJhvQR0SF%%SapYXYYqMWJKpt<4^+Axkys_WwTV8%ou^}E5;_?>taq%xh#8b{ z009a`j@QJ^V!6L@rDgcL-;9q8zN=A6Cq| zKXfW~6yT$P04IPcJ>`QVJ5%T6CKSLy#G_mZn;CCp(Hs6YIOQEY<6oeJ0uW4fCtrEF zq{sjW1p2p1*oJeRzayz{r}d3wJCXV~NpLB)W17=X_#5Lbd!!}eVgAd@J?u6B000o7 zY0j|ntnCT$3b(iueN1L_=P=rRxYO#qjVGlQH}TQE)&d0=5FzntcNlzqd^_T{A5&bI z+siL~A0~T5XPGKt?}|#HzgOJ@xO~!y;5f~*a88#b*hdd;+`)AC>niV_nBd(s*pi<( zkWKw|f0gV>pJzpyzLzWl436~!%8HCLT#qk#J89FXMzGPo&QNmYXaIx_X5Iw?%H6_x z&e%+zO`|5Njz)Gji7I5iE0N60rPo~Y9uOw8iF#VDOlF6A+1AG5zo!mIyIo@$`us2F zD{y{|MZq=c)I|MV@995L*CMjjbc3CjTzX-@UrCJb=JMg8xj|8D;(2eb>h{}NfCM0{ zKK)u=jeFW6xnPwzk=y;&E(BbER0y`rDI?RhDCm`tg#1Nh58k zjF_=asbu9X4~U7Cak!cx2tv%os-%~&kD@J?ta62=b?X}$K-WR+9@4%TSM2prmtK;` zb0YgE#YK@;M(i4I8TWi7Eqzsf(W)v3P~E9~V1x`c%_l8%XL+fT25GR{?_?5gGWr)p zuqi!*vuI={n+pI0AffMA$ushNfFQ+|a+xD55N$u$d*VU&sR*Q^N+xaGLB%UMDRL^# zO!tS@n@m3_%D|nhd$zQS=w7Bd?Yb!EhPB3wt!OtFRVd$t%9T2(jAM)lVZZmX8mOqG z#~=hC!yvxe%fXB1Opk(=+$ZFbHG~@O zXB3>S{54~Yx`)GrDq4%?IymyzLwc0~su3nuD{W639$t7yao0yprdGQ~{P(`%D#N++ z;oAj=q=~*(JkLd+O$s0o0Hsb0yuS3rF?#WYAT78`oc79>@f3=Mj|!3YEcT?zqHbQy(PZ%xu_dzunsGNmfVM`kE8L?zfQJnaFwA1!o zUu7^2jpJ-|7cN(snBVrv7mP_!5DKTOLr)0|?7OO04W@Nt(UP)`1aKATXiiGd{e03g> z3ctgph9S5yM`pGpy-uP401%U}xsW7xKN~}|a$>hC0uVHCo5{I6PElv=Tu-vKbT-Jc zvtyL{c4iMem*eu16z3qH$(VB(4Dn0OEO_}RV)aVBg|5GAWq{idy?mP|f9BTHLbJb- z?XTDOdKO!h{Re2sXWOG_w0`22WNRO=Y^b%cU?7Kq*OXX=EAC%1@TvubhqvVjV{O2n zsWaxCooHS@AjWD^+v#W1>&w^4PON>XWV?t==jEf8PRnZAgZ=O}WE+8hqOS(8ZHhFj zZmJ*v008^H)cf>up}Lr}a1@hU-(=CGCiTd5A?NYCtCEDv$7JxD`GzZOm`Yl9=<72O zvJyU$kPSMCQG49mUh<)Y zj767*{CtM1b%8Lbm(n}*vsWhW>zB?s^dI~R_h~_~E1POGgPiGUH4zorJ134YO z0na_pF~fvb6C=?RB13wABP->HK9=v|G!{33kvYD?)=Bo4H}k3YqhWu<>^CH;JT1fb zq+ncGQzZrnLFH_2C+)`@W}^1{5sz7=R6p;wi^oYwyts#H>^w6gg(jw&MXoTNQ>*6F zo_{Q9p>I~LAZ{u)x3qrp^{NZ{2=E$YAB=FOf2fyN1>pz)UR&A)vRRsuPH3giPwnK~ zwl#|j3<=$1tZmN8!~PzA+QqAdO6_QL{Dn2Ug5deb*k;$@Xcnj*OW<1EbuTOk-o5D= zQb*+-d+z5;#Eg#d*wP`-A~qaxN>nPTw|WKB1}xkl!z`Wz+Hg!8&~8eNo4@Gb3|9yM+i)GMN z?#Mbk@UxWn&sSJwy41A1-v)tmI9*5yKIH{B7(gIZsdR+o+(qh#W()?hC#z2pkuRJ4 z@G?*)JMm_|5saEN7ig|balU(^G}(6hHtHMkk8I*3zwO2#{L2>xacPIHHLwifCOVB@ ztgCA@O~DJ#hlR@U%wi>8TmM1;e(a)yEhX3P{|SowTRf5E3U^a5LJ)*F7*cNgOzvqt zd*g*>wvwLP_~VX-SLCM0o}-!GNzAO`;B|24A0ekO`p~wpvAp_f3kOU_S|$$d&v2=0 zQ90WTi0InU*^D;3?8Kp@!~y_=zd3)Vcr#upks^UdE$2^}I!ZLx`7bd=o`?hhE|uQ@ z546qR_AKzJwf;z|c}pLxt_B3?WoP~y=~I28a@Ie}`37lzOTrzr87K44Lqgvh1zUD3 zCvp6nI{a)7oPoXH2TcDP9+b)d(K0izetFW^8EN=4)1)cliL%L6d8GF_ivx#M_|A1^ z`#$o@MPyWnYm8%#Y=!hc_;jqS z^NZ1)74J9{+mZYxRXoZhSXI2#I}N{N`TV_)F3oJ)Ynhqhp#4KCa0CAC-f8D?%hxV^ zc7n(dUGHQJYi`g0h0CQXM5g^iWUN;A>M*|~C|I|kh}amXHsm1<+4cF<=+YGstM3%F z(Gh*4`CA12XthECGM{%8BsK^uzK8`?x5B(gNL_@Gk@k2rGGHMiNeoQ1)our?p{>q( z&(}km1nNg6@ zm|iBs57jC8OFHKioc2c2XpTK7IZ-2|;Rte+x}t^@1sP4;p0(6b#Ycx(S2X0G=i&|+oz?41qr29U{^7lOa7d<4!5pkjsw%jI3HCCltiyTb z;^cpHvWl^|;ZZ0BNHT zZN~7PyLtiOi%3XHy2bNG<)j1j=k%8a`hNW7$4=|A_m{tJs3XO{@eHx3 z1P*&I`LNY+fIu4lZqtRrFtxYCa^2tkm;aszD|I|D--WNIDB>GtXL@{oIKc=DGeACSX^e;IN zV_zHBWc~ihTt+(gjAOU?7EmoDFvxr_L&ro``72x~IQ6A#u#`OkFuiw?*;?9A70`cdQHgIxOuFf zDUI$c$|=WL^BaNxzhT!nT~_T^=f1N3JIZWA5Cy_oGQC#HEX5@RQ^|1%0w+KBr5&0l zBRE(9KrS^Q_V&NF__GtM?400|q)d2msY#bh02ma$A5k7M_|hLkys!{6WGu$_)O;H> z+mFBTTrL{6tlZ0n#YbMLXTJdp6>U}Mpr!#RcO&-pd6o7O%QiBltH&J!et6FT5ZrgshF39P#jF7dR zD0|5B=8D}`%Pm7;fRL9V0-_yi_h+s2r2B7|)1RXn4EFPnJl1mX>`7BnT?|2j5epu; z(zh2QfIu~JD2!jr{~fi|YomAJq_ahkAvd5qhVanPtfv=Ws-Lc#x-1sDy}jF>BFIGh z^?6_@1Jd<$zFsx)OBkwxJ*q0>`)(snm|ZIK zFw~WoOjSpZDn&k#GVU+t&wM(qBRzC{G(ghT^k?LkGycIv#YL*id=~~?CkjN}_k~OA zsh*!corkx?`YfVo?cBXGaRAl^2N1z`(v6w-licH{FTUVSJ2K!X%cbRN->!dQl_3=i z`xvGBY}9B9N3al1l+2|#CQHs!+xdB>2_UxmFF%WW5z(99NS}?E%*zd?vCP1pH0qC= z=q1yc9vt?-1QHfx^-S6N1whT^&ptwA-OXC(Y|iD-Ng{3aGyPS1O{yAc0DoA7r_E_8 z%n$_qu#(3X40=!gTG%;EYjp*^D<5vdc*v3zUu&@Yh? zM}|c-Mp|8n>J$zKeTJQ_{b< zax>?%yCIK@B1DxNt2}b}&{m_}>xBg=6-Wnjbtr!g3&U|s7rV1KyMN>DD(uRlBN&BR<9B4-%Lzbz^4Uj?OfA za87>i^%Q6b7ik;hsO{06=8StPC@S_GWW>rwwRqIHLK93GgiTUn0oy)afo`XFD z&K4}uha+%m0>fq>i`a&SiP8-#Djk_b=97gk`K(S`LIIaKdi__z$vtoO+C)vt*f~Z( z()|@<(OA20EX-d~7R}T93+Fl26Q8O!xwvUG?Jc(dbBR7fG5?-|kJmm+{qZwUl6;!e zE3Y%lt#!G6ApEA!NVg(;WR1YX6JG?^yKuBo6>LBN0bRc%V1Z!~98wK$#A~h8(7W>| zrIBkYSUBqVVJI`|+)CK_b1*5qRQJMd80~-{Q1%?fv=htXX?l%%H>SrVG+@#CM^A?7 z!E#azsrir;;`un*nr;ZZzKym~ zEc9q*cIKaO*fb*g`Sp7huJN1JGn=A(e0lx(j*U-8`3(X>GnxM+@?JB|JKkbOM=tN> zTH9e*Y?l?VMC_Cx?LXl)^`4|a)v~bUU9@>1I3D{q1jfaF%sMuD6T|=1X0gq&k+XY< zaD4I+U?AT(I&h)H;bOc$7`|auB^t5Plv06>Q?hN5kXrd;6t0ZNze;zqzH!Rx-m<04 z_Yhl$-PmZ3iS$@HH`ADY>gFzZB9gg&F5h>D>E^h)nw}M`>q>8wF>X@DQC!oI+|IS} z*7V|FFF5SB|VaKHFpC zL#IPKJ{`p~AVY7Ws(pl&LAz<^pHz>fW43hEJl_BT0E7m#j-0L5=V-z$OQlZqv<-1< zrD*JUwEW+Dt=~FG^ZFJLC*RA*>-X8--f~g){-JjT?Ewj2 zrgW?wNl3-c`xDzWdjwx;g4+%&*9f3TOC#Xljl4X`KaNyqZyol=tA!!glme$2i7M`V zR%vgYWj?W*n+N?lQEX)f3-?4@I&3{k7bB>10}X0q6d)|n{JSG=hU`G!+YsFvYG-`Kd$7rMY9C8ocU7Mps(-bun0l{2n*AivEa4o z&ab)`n+2KE7=r{LmyF;lY`R=WP17-_=xN95kylg;>%JsfwWa|K7g@4=MB_=ER<}92 zhwoR*oqv7fC^o^gZ7JGIsbkij56TM;ehhgz39U5h+ivrz;_E&y@b2bqhG|!7pBu5n z)PK8AxkCl?8hZoj8<_at1BSY2de`@HR#!832$Ullve__}_*zSiGss1D`-o~K>}W}f z4KMKRt)GP??oVW)D}-^V1$*RlsFLDycqYXTWc4wumVGF-gQt2#Y5Aw;=Bkh+W*nED zCAQ3(-;c8zpYm%R+V|Y5d(sKg9;fW0zcB|*&{0(i{GLd+hL!+j2PvZVam#Zlb?82+ zpeR8PhxzB`n7Qzaw8#S3zySyZEh#x&$agz3l&}z`{8p$iQK#qCyzdF9? zGG=)@Q!`U_x{py-mnkEP#~xan&OM%uR*24~`PCNYaOCWWvfnGMKYTcLKO{zlKYqKa z`~!Kg8NNfB(T5V5^gP5e#gl5Ta=w4+ThRXN#!Dwto_M7EBUbpQ~7E?Z4P zc$*>)hsP@i@pDRPW%(P4)0M8?jHlx^Nt(N{d(1>csbeonaA!n!Zr{zanCM(?~K8$GiQFS_2~(a%g9t)fUQ1FDHXuS?PVga4BWIEsBrT4)BqVot+KM;Fh?;A1z>8AS!{*k{$hk=eg%LY{i1Nh^x05QHId z@n9IaiBfB>bUmI0%vq0ijfKT!XQSs29fnE7?czU}r2?-(yUlGw!tcS>CfxGOi_z{7&W!hWa*DrN8~E>izEd|buvrJ1%$(Ib zs3U#j`Z=D#(T%p#&D(05=P3ft1$4VD_SSPT9w@oe3abn8W1h#SWZ`a>a5G*TWqWUj zlIU_VFkkz*LGW!q?R54em$-v`Z!3{wxN>$G;2@Jwh_dJqay3BD^bkjbeV&{|?0pWN zkI*DOvE?ZUkm;7kDW>YksQ11HV(=BIA7U*^ehD!rvp6iTPb)e> zc}s;#?ax{P1^dC7)Y*A*5N>a5N>V>l+b#56xYnDm$tEu(<_{~(6sgbk{Dwz#D~kn( zuUux*1LbWtm7Sa4>z2*^$n=LqW52}v!qxBFG(K|Ng9j!tm&3u8S8ql7CA?VqjmK3^ zs#=5cq?v+-B0XV<_|dOuL$lm^Q*jGszHlN+*ygJN0!5X#u10H$ZSyAR=i_F5vftTZ zQUL>5aObney?sp*L=e3>^v77w_e+VsBE=zw2oomO_Xs%H38V|`iRI;dt`L1V+%deL z(imKf0R#ZSWQ+kAbE?CAE?rqNx8D4lF=}DMQn+Bk{nN64)x_pZHaw#@;Jr8$e6-c0 zxI%!b_b?n3(es?G@>DbYnR8H%%ruU4pL^dpL>YbGFny%PJNAGGLFr!uJ9VB~Gruka zz{Zc9%W(2{Fj<+EtKO3bc!nPKw*BZ8qO;3BpjKFt=V!n;mHE(xd%S zxm~wD1J~K2%G95AZzskiBqN;2NdTNf8(`WSLuhRcp|m!JG%=x#3}O-lkc`i*&cP8O zB+P`9G7?P4Ni!iN%z{ZEQcS@S1Vj-KL_rZCl1RDlEp?c!_nq1IdL?|g8LOq+r2dd3 zk|#`rga}7dMT#2WAP|HgJY}Kv-Ams<_3NRZ6M6nrO+MRb-}33%6recIe%m&hsI1;T zy&_B_kK+9&Ore29$7$fuede@nXDf`$icm4tmSJMUlKrCgGj8%7CsR+KZ(%$W472cd*Xi?ewV2ox}p@f8Ig9JNfm|+82p(r{$3skqVf=|4p+l z`OVY3ZlH7YuBTvoRSKwuE}mOB>VAF52r6B7#jB)Tp?p>_{mPHYNFsf#X~PUUI@2?1 z7ad|hKfOiW)n}af{Y)bYFMZJ29qN!mTKI6u*sTj3?s_+7@c6UU*v!|SA3A|T`doFe zfKK2c1f1Qgl(&bIuVTByc^_jR02hXLa1(e|lK-qdTO3o*4MHKcS^a52#IQBix;@$` zWZmwoEv1MWH5iIB#7Fy8dFGEvQ%k;vA~@)=)O%p~Lf74D_DVVb^FLnr#EU#@PcvOb z9vSDfJO*~W9KrydCWnNAA3uQ6@S{_=bNeq`d_4_yBRprQm$ z#xJ@Gu zPhnePlhtF3FtO4=KzRAp$(3YR=_1Y%tC?{g;ridf01$J2zD$mQ0000B-8(g`LVeM* z8p=hJ$xCN4TQ^M{woyL)Keagj-iG-h$kgYwvilf{Jt3Lm_aPPi!$0+k*9^c0Ae{@2ia zECIMu$N-~7?v^wJBw3t)PUdXaX`CvFkMIZp075i3z`*#-5BZ#|;l5r85Je z9>nc;VWp6Qp~BfcnYCiv>$*4#7;5vV(qz-+b3GTwEmdN8UpG0#bkqFk{xiu0np z@~JgyG#U0O6vQHW-nuG z+d9_#hbPqQxpu=3Np^iKN%Ie7j`U>8M4d0{9Bwi*#mc1I9r4PVFyZQ?mZGmP%hj*! zo(>UM8Kb>Ee=U(ZXyvtiz$9j6+bJGf%*`B2m8d&CuhKlx0X{F2DYSg|)e*s!weL(9 z7Lo5$yPjX8C*>SGcjR+e4}Fk;$!SoLO5eJ`0u*KYM{4`Hi6IFhK7+`qzhi1Yj&B($ zw41taY&jpA9?PN27nh6dstS<5dZa6T(*k>vMt_zQ{zLk;LD|s8W?`UZD{+A?UGFpS z)DI;Yl>OX|EDlvKcGp0GYrk{TFEWLI!d9Q?H++Qrk$C*9?jBS4p)5aM+62YjO+@n}%+gD?RB*dd%CCK0O$Yb-zt+{Pr*^?Ri{ggjEzv zzu)7qX2AXDq}AlOu1_U5#mL?Km;+q6FDnk z0HQbRKm^tyCKyD(kPIwJ&#OTs4T+SRU$bR)#2{L`I7OUp<1y#>*#an=c;7rIHfD`v zk+1X3uF&uIKbA{bqLs~23*Xt7lCali{9UW<4>4=^HIWy{nt*^3u^|HXcZ47S5s-VL zp_VT8v{&wg5;_M~8W27*A_aOzR>6m}rCv@y{J6$d@9JH7@8fPFvLKE$$3De>$_l;% zi-y2=LT4w!H;E2S?<4?139N|FB`&KCUkI9)he8RS7 z9##@flEyQyNhJ(NMPFy%HY7##X}IYdj7!53cVGe($z9h1sp}CMF;~Swd6!M{GJOyL z00>fzQyWCp`Bfg>PU5;8s46A*a(##NydRkIQF#NSI{;?gN zbt-q25CT;Am<_Sv5&abB=pVXNXVJQQ)Q)#ptj?nBY|0rrW8)f-B%Q%khROf${jCmNk zZf2Q-qO1FpeOR&3a7q_)=Eg1Hi(Sul&2!;GWyPc$+BfI!%bxl_-b9&fGg zxkygP01$*K{~ml+uB<Y-Tly+7BEo37O z(#77G8M1ogfNmcLb(mE}sb}d#Z4UJQuH4^~_R#j=EW2?Mk{GYjo7D5wE&pEjx3TQ* z@RASs-esE}^QFlWLMtIWWF}F70r+3LK;&zvmbkIx<);zH!wpd@{V%)I*^+Su}NEjN9LSxW_bhd%~ppaJ?3FSsN`j(e+)uKau0u-x^n0 zh$8&lT{}3gjIoz$&k>u+X@nsq!fC~i*?7mKkY8GtnL6~UZ@c&rl&>BD<0fWiaR~_()?GIAdK^Zl zKla+^oX+-pqk+>9OZ%c&G#38(U;qdO>ihPY3dkq`5CF2oXRHvc>$j&tPN$J0VId<(>LJ$Z+3Y(y>#ESBID}FI~WBx4EU?A!ta+Ni$)Z*oy zrJWPCswXbCus>d_!bad`C<{Jzon~QZ{@YlND@Qx5!|c}RxX>C(r9Xu`@bGfUBny+| zh^}C;JsxIc_rL5^&PVmc-g383inTsMNZ|rjS>*Pq$HzMRew=QvIhhawR(;)7znVW6 z)y}BP|6)iL9S9auzp9P;ra3;A&g3V1e3AWbclWIlj+7j}U0S_Ov9bpK8_~uJ*Wq6> zUaa2=5lX`4Bw^tI$*iX9;3K` zgbe}^ge+t4%RS!N>WkXh^KJnMKnQMI*l&(#2rOgb#p-9~u z#B`TUKaHB=fCxahC~SY#;=$676nJ}C&txd^-<41lOCbiC zejs6|xU`)JVCHd}ewUlidV!^mkxIF|YEIa4<@=|wV?S$Lt@Z6d-g5+dY^ODQCLuG6 zbNqdc(a*gA01%s&ooFtrgdh-s$xd1EJ9h#@lmZOQ14Sj%*LTmOE~T1%=mzFk~g0=c%s&r9x#AH14d|! zl;Sy=Lp2R!`HhxCj4Hhrr=+$$Gx!BA{uA^2341hc+xO=PHL+`>TiJSiy7>#&R;re7 zA~DRmq9JblLlAj}eLTICN47GbO{->-{ZY*}-Wn`CU5%rwumZi?ilZ+$AMm+A^~d_86WTX^pQx*;EtvLmys7yI8jW!5y?#6>b0)u z!3aBF*COvVhpf8K6uPNOoOxmM@4&kwR-o11*{hB~@ol%jsQv$6KNh z2tt(7LFAlTLsLZ`5iJ7Yqb3J}KB4){jJL6g5g^SF$y&reskjtGUW%w5)8-;% zGG4>dhGud@RiMgtbyNs;jY<}HCmzhCw%Bk>kV3c0g3vRdOfS)&eciF(afDHUvRL$f zJr0W_Vu0&u7&K}lBJqz4+_wV!{^tnYfa}GYY=@)2NA3Tv5-%X(cApf(tmFqWE1d~Q zjOTpSk4w(RY69MX4+lamR+~z|56mru4!Jz&!x?nFSdB@oMgHE0KQ1$~qkDC%h(P)VHJ|zRvEILnB1Vg8D z*OjYvHS4(Nwwa8>V-SD^-!{c4SxpM_CA?``*T-Ycn@&u-|Tm`NNF(At*Kp+8o&WFJaTKU;K zFK_KSu}V@OeRJ;=9OPNQO4R3k=sCc}7#F!prelm^2T$FOqV0~yw}=0R_UTDvk7Yly zXLGHhd0>)5Xe~*RGLAA-`-Ud!=h+1koVS!Bjhd=XeS&TOC-~bAZdC3=b65QJ!WdWJ zHGb*Xq5TlCqK>b?0hvG<6MhR~e2bnyd!xm(%at~l8}-io>9_C8YV1)&ni=m74_`RrRV8BP@ipUVG))o=mzXR}t2~Fpz-q1#Ry%=?|;)dEp2` z6U)%^BV*ltvXFL@aDo5;c4vP`8OHZu@4dpt~A#Z()_a(mZSZ)x4>tL3k- zHu0W(xk#y&nGci)DB6Y79wuc;Wb{1SKf41%i47sjO3nmO>=vz)9uXZFJ7XGN6PSHf zQJ#}sqSXpW!J1=JqOle|gv$o#(HPgd-0sZgy=*^atMe6$TebcLUD|(B z%PRKoJoMTM2ic~hq|0)(sb1sj-E;F%>G%t@IS5dx0Ro6h&!4~h01$vewn4OIiq%24 zq|8wfkqU%`f^O;(j&+xRB!vWP5>7pKPqX??I60_Sq{cRqj9EpeVu$3gU+x&jNjQ69 z{15HjG48(p6nTXf?n)5`zy<~N8?L3n+Zi8z@Od$wOI?EaQ(+RD~hi7ut1u;hinGYk? zKQ#>jYf0lqR6Am<=A<^R#m3?#dnP!lgcLEVZ-F=Agn{p;=O7qzyN@P0EptRyKtaQ8 zSshO@67Q;oH7O5De6(2T-y1g>ur8BoMR z009g#Dv-&nka>+X$;X1erod(Iqiz>ysBUn$$7Vq8x3Wpl)~~XfygFE9x$#*uC23?_ zPm*t+bt%haUw#Jr!OoRlmv*cRb+O!o4!RnZUhQpO-fh&eZe0C0I!bByKrUX|WUuX?}Is;$n`lo^{!KA;d+ zz-U=3LcX5&Ntyp<*|q}vn$e90mT&54fG3UR*?J&wa>9X;b&mpdSoYr?U_D^Dfac(D z<8!*FYRk?MGH-HlNXeKaB+CF$WI3v3{T^E-EGZzcryOnq^_5%am$)%b6Gx5AE`bo*>W1-t-i0B+; zFqG@bmsvxfq>_c^d_CMD`B_EuH?3cSdbot?b>`XZ{ap|cHl4_@CzvHd#nnM{RT^ww zUh>DbQR&Z;LLL`cv-$Zy3l|U~gt95VBF^0&_a1drKp+eb%E*N%l9Y1(`LBS>kndq! z;#>j;MQr=w?c5sg@}68fiVyY!OQl({xsy6yPczNxnD;FG^Y5XmvMiTdl8gD=1RxNC z3etvmcv};7Bz$7Y;@Ll<@6uZJ-$3(I?}vHsY10jmq>={@@Ovya<>H+0e_tfbAPggP z22l0x@_u|$&QH-z&DeW}%GxG#zmc&yAw}WkT=l)aU~b7+)r^&ovd5MjtU2ma(3r#) zT1L@h5}qjyA$RmkI{+1Mzzes}@Nftv;EP6DlqX0=w(A_8yh;IW?D*t4<8yR=9Z8$N z;>|DCSWQ(+@E&u>C2m8_9o{5zG+JVkgO%8Q_xg;AlqlF6X}}Eg0QDrE$ib>dY=l-!OsbV1hyPGD8q%miLH( zXQ@9|SIc+4>66i+iQ;)08Ev{bOVk|&_qSIGblB+)T)jeiZe2xTjw^t+QpXGgO8Nl))H}#6>&%fDqE`_fZ z$d!#!Px!9xwEZv;FOSxumpRm~x@X$iY*}%`;L+4Ph&^7mxpjRfCjXT}EUiknql?k? zH#I*&eO+FB9roPvYg{Z@><*))T?H*K?gD*AeoNNBV@kxvJRTOS29w9DDA>HlsU49m zk{IGxe2A`I@lBO1&XY>^-#n^jZ3{rzGheAn_@`aXM49C3dZ%~2qa()F6&mLvnZ}oY z!L->`C4Ou{c!X6SB+&?ob;k1>uU`}Vds+5WvBy$RhV=HQm?dUdxI`m&F}`gM{xf$Fg-gzJ|A0tK z4S)sNmERbEPEmXcyfp-5+o-6ejx(1Qd!bR3z4F|u%i}CXAANGAo_Rz%gsV(n+H^XQ zRjx(t3ncEj#?EaSBE{o}pXLDqNgtq+1PC{8S)3vuh=L*rh$0|J1c-*)ZMN&a_MY## z+a4>%z;oSb9i##f33nI(L1N$YpsDn%ug$l$Pb0bgCz928PPM-Yn?s015D3-KcRyLC zagY|J>M^!+tnwYH5pykK5Zw}Qm1)~n#@*zUq3CZNMXtigaPN{ozmH^QCSi!*hwtCf z#0W_hcxn@%NgzTV>V7Uyf3N1y;h`=*DP9ik|7h6+@L_%7>YxY&AqYJcRDFv$t`r_o zrPoTWu&S;sWJot@Iwr(VcqA@AG#r0M2It#8Wk5SPxOMp++`3}iOxaoD6RUg9es9Hm zqJkVU<%Uw+?@aYl*RHl;I-}{-hNjxKv+%d7bBYq_(GPHLKO%b+rN&{>vr8AwQ=2s8 z2gxFiHB;UrIqu~L^a-aHKQ&6u=u;Iac%5QPThp0$8B+EJ@;)(|)KQY>e5;w|bdb&%a^R z{0_L&{|pCmf!m&lz(cYs=tpU0Wo><~x((#T518aDEa26h+I+jPnn}!4-qs&E7s?xb zy?0pIJmUSE@={Z^J3F!}_G0eztrb2-0JUt^<0Vc&(@}dHhFsw)YQ=rdg;-v|&~-`q z{I_Q}O7iD)lP_|h#{PKqew@YTDsj#y+Z4HTP3uI@0dVPf+o8L--wdj_-6D~7PiZC~ z0079D^i|(?&%^)#0uv5rCUxj=<*&9YDM9J@8Z<5DW?Hj4CZ=Z6m$qCp1TS$qUoYyZ zMvo@pu7yQ+Vvdxj>tWPjnA0kAa`+SMsU4;|c2`9lyqjIXgRa^LvMQ!qnV-OXyMuxD zeyJ{9C7}D>UB&0%fDoD}H&*c>Eb!rOOmAz_*1i8_dvvg2ftj6}BA51du)3HDyq^lQ zTYC!b!Om-CcQ-Aq{qxN~$xTh6K_Mc>7^qLZ)|cmS1mg$*HdUQH#&fn)ntIy)QfS#g zhU9{s6Owa|9KAU$1*=Vz6y# zbkD*MPDIwc06-uRgb*fEDTI(Y((d3h4$9nWmewDS+O1+Q`VFmtlmpsnvk%txkOZ*xx6RRdkuNroD zC#>4z6;xGG9-X*=LJ6$6{UUx%{`d7Gugn&>K0*#-$)TPdbJ?;bqONplqZc2?O8*zu z#nnO2e;0DEKfJk~;=kv%n;ScB`Ou90I#0fGYn}ctfFJ+?3fCJJu2J?whJJwU>ZOx` z^WBs@KT?6TCLhq@689ZZMvz*h;UwZ(0Du4lCEUX+g2?IQwv>pzdRXzM3$o{=kuG|+ z8lM9~l%wbSS8uqQA^unRAJ#ebm12_(KL6(4Vxj8AD{}3|Kh{NU730t19{4+iuiD(| z#v8RN2s66E5CD{~;u8x=z#R0r{_PZo=%PknoG%SYJo+S-vpgz7q}68AO0g5;$`Bdt zyT)!9<>|tsB+@yNVAJ3(_@d%z92m_fUEq+AxY*7;^2@fJ)257(<=JfabhEbzrs?8C1K5FcpdjCJ&ADa48Y{tF!SHxhupQF^k;dBn6F3ewa zSdL%&PBCH$L-$x{-2VR6Qq*ELdZ=P=!1Nnl;2@-|c&e63|M42nDE-UY=oxuMusxUL z@|&2y$KR&56|PGgl*1lVhJ{w_v~|BGT?z}oom{7@p9Z_uBB0?%2<1RWWW|ciiNU8B zx9!A`Wy0-X0hi6r_nC#50097_CObo}+nV%V7Q?+3L*~pVI8w%!MYETC>!;f5P}XPX zV+Erbkkq)<^d6XKwVPAMEPJjq?O0X+tFzsRuEXojcmDJAUXLq);Oq!G=#zu&bTyvN z3+iqA>ZM+}=tvbkQ7QsJzHK~ol{!x=^T$-@w+cUxi~nn{yV$4XEr#g#%*Pq&2tp7F z?je6IMd9Rf#VnTegtWTkqCBc*_$FTr)A(HM$$Fpu2R?^Q)~#qDZm-Vy`KlflOF9Gy z1^O~b5DAz804kWnFw8Ry!!VEu3@9A#LfaRX#P9h2s>eEkIJw%nqrZR3bctO4H<8H9 zu9ExF1#bqknD+N2%u_uJ4son%)&)mNn+5e@t@lDX8tys;OpHhQ%|PntX9l6+|F5kG zd0cq(rUD3oru?%U0}b}S1djIUg_)Jc8y-6NMfT2T5HxskQ%56AKJj{GZibBsRU;H+ zaaK7hkUd1M0;yum9nZ}QaGVkatQhPFfB^uQ3^AYBaO;;;>IsxbQ0)6kM7E+{C;Ute z#|--)h(ZvPY1xanT-0=-h{246`)%;rW0653r+CEcIXNA7wILI;SxbeApk?17By2Do z-_xa^;%jm-)&FysJD}|)?ytx|sWsRSEJhZ4Yr$h@*Xu0LCdXT}NNZ-N*6-8cYSn9J zWCV(LwqDoK^oX5VGwhzB$av6X(AQMdCW6xoTEcGGNThwi8J^wn2toID<;vT@S8sU1 ztFrjYAP|ESaR6`XojC-Zi*~rl5aG>P_bfGetQH(Q%bX&MZ%{t2_b>YLjadn+F*Q8E zw{b;J*oB^|j^e^2NdF{rfF|wrz$szpHg&WpZQcgVQuh)AqD#41~~=3KabmWJ<+CJngyMim9)8MWurBr_#KHizh5Q_ z_FO_H12dRsp|ieNshro7T`{J>09>*$gs_i~EbbFH000O_V(7>Idfwvyvpeee>TO(c z_gljuR%rdl=Z5U`rC~rgH+<9r+-r*pPd44zSvY@AnSB47da4EP9jc`lm`>2Sso3k) z(<~;|o zGH)8|b(nER$%*})a_b*5&7KO^fdIRWb)5Ts8zU%2P~F!djczkiF*|Rr03ig}0E5I& zFZBar)I-HbdoR7k8CDk2Zqp+rx%mU9;cAXzLu$x(deb5S010Qq{{{1r9O6HjZu85< z-fwREt<5L{4zLv|a4BWgh|(2Ha4)hEjoST5-HwLn3v%2yHhRY;8FG(75@jh{oQ#Vh8_?f?df zStoR8{Mz3w2YPDyYO5J{;JL><|5U=FRmc=8l>B~9HpWf=BkKsibbmf@0R%@3rUhAY zJs(@06J;0gE>s!goG~}Al_H*hwO#6#Dq2nT4oH4Mjj+bS)N@qZg#ZBvKt`_VBdTkF zx|iT2%t#9ur6}0_JORI7zBIm+2I?{nD_wB-HNX zd8VoHxye+LE}TSDhaJaXDX553ooE6IiKGgNu1ElaLb`+t0ketSi6M5oRK8a&TD<8b ztq6l)?tBg;YFP0wA1j2Rr*M#+x+iUPy7FCJ<;`dMZrd!5_2cy^*>lWIA;SqY6PPsx zDC+u@&s)31^*g2?vy)rrVgkN$fkb9@B`m!{+>a-0eI{4&TH5-_Q!7Ite{r&>^0s2A zs>7)?hG2xQl?CTKg?b)%=Jye>Y1u&qmGN*X+PqRS!o`< zTZ%n1P3@&|`GmaH0j9f(xO8!lDCkq)-=GLL{)(B+ofD!=U3EoOz9DZ=~?jA8)fgPlO+)E=jJ_8m9JZgGbr$Uj?MWmMLR1d(bCpTohGYy zWez7;%bW15vMmcIam$ObunzSF4qzBH-e^_*`;thMS)H{AO^zto+F|Ls67d;`pEF-b zgeZ>G7~8nif9W$u9e?a}N*!$(6yL(wo^MiduUk!XH#=2{i+8foOq|KRaG~<{=Wk8c8T)lX8ndEMnP=LJLSI-U$dpUObSx<3^wQrTcL75~P*mW1y08 z=j|HXcyM~aAe*lH8fB#S|HHX}xWs&s2p|vwks04dImR}-g=Tt!PcFq{H{lb^sQR-~ zH)F1OfIuM!?hCHXglT{@Hy}=vXzKH@Cq2tH7!+!Izh)WOVcr|;YMNPfos(2NbUPZ0 zc^XpqPY9_M_FB|eLuI$+fdhg|S@G&SuudE6_e+moE*>E#h6kmd?mC-?8OLgF2M$A7 z+l{Y7M0p9OX1d{2U2kjA*|w45P82WbT3uB3g5l32oz;b3`?zrKPC2k8xwP3E3#ox7$QXB1$@cn6A z+{n8l*uqhQ1}8UPI#zokMMcHpim1H646XOI@T^jpx1b!6P8a_FT<$TyW>5 z(^(0hj2JNxccgJaP1OI@%-c$FP{f<4jvgqvQg+8>am|PFR@QS+)4`9?ikW#Gfa^$? zim&7;SgU-hSuZAfRN6zQqCN`#64By7#JAjdW1^@!Zsvoj8ixJ-Bi#Nb#C>KlTXx9ol8;RJ zDqcCxt{PXe4ZM--W6T@JP3FWrA2u?ikd607Qk0J-WWN1sae&EObd3=9am7x#IXz7JT(T=B!M3p2pQX zC|Lf2{w1ucR>Mr3%zH8bj{6ZMIQf|-5!DdRamRU0o+?)I-Rs#b%c zVabf4Lf$i}_UJ)~JXP}6S2PVeD zof}+>xxTngN#S0v8jAjNQ)Wc2-cobdr`542*Q2wi<%1^TJd?_|)Q3 zXz!9-*~(1Z$`8M z?18(Xb;HH-cdyOw@MruOK1-DL?ODAKZ)-vGuX4}U&U1Wok*q6W`ZE>KGbS{m7?Nh< zP)q+W@T?1C)Ofp-+#HUSi=r+ISve-0e90seux1GZK`2fy8-`(@eTjn8_p)Vr8olPw ziM=Sta^qZo8Xjp30o%wS;})4dF^4Y1LVr5xSKZ&$E4ji52o0RRc8=Aj&KWA(Clj&Y z#D=Kl6yo9EaN1cQY;X@FzKV(*_~#N3NJx*TMRKxI=%rLN5Z>jB{OvoL(oqBel@HB6 z=H_3qIlK&HcemSH$Nm`s03`xZylv)RYX@#nUuI*Qj5-1}{*Dx_W` zHhG#fC3LO$Px#$ceIq}iq*yD1?f3nV_9fSTLo z=k~hjAOQ$M5CE(hPOV?iD~G2rOYbgUZvN-hGTMFpl@&Y1xMdz^4tF!hnl2&_$ zzU8~o_mV)hGq0y%L)G=rk|Z#awP^n=H}6x{$6YYgg8J=G??A6~V;mHN?l|rKAiT%A zdj26>I6)^_GWVc5lrLD06l;qPW_xl8e#Z^c@< z?XyVa_|Jcb6q8XW)B1))lWay(SB(ZKxs-<10$|9RH2{&3GNK6q2g`iBVek0p{o_0J zG28c{%dwmEr>+T@^s6cjy5&02ND=ZIbHNm)P}lBn@s^a4aM>oOY@B= z42UYGYesf{LaBPt5P7Fze;IM*^Gr>sJIi>c+`*3hGppGeOtyW#Mj~XTinqvu5e_?? z1Vus%PbYo?`mOKXa*xEea%sNCm4@Tna9k^_t{}LKWQ?^!P>%2)QQYRI_!v4mpLw)) z8f%{r_ru~y)2Fm@4r*Wm49xr`x9na?2a_)Wp!d>!+`EqjD^2f-N0IkGrYhhnNbq}g zk6WUoP%P4C2gzpj%oFG&4oX6}*yQ5{#0&0qd)JrP_SLiT{CDtJk~LqMUcD2y-F9Di zb?W3t*&NuXh+`VXlVk7*8@g(u0RRZ8#*((!e4fHoBo~2ZdyakWL_qFPb6e80K_rs_ z8H{U+SsQhy=u1z+Qb7Iksb8%u$U4pZ_2ZR4TBBn;54dF#UXnhBgiqzTMo$gfiQgug zvxKDvgdBopN@(n3yc-Bc1YtQNMU$pc=d<|M#k+n$Nu536ClsyG5C{V+fAdSPL6&}3 zR&Fhvc$%`l&D~pS$wt`AQKR6mb1?VVFo(ZK4$r#kXmKucE3!T#Ul*^p`sx{I!0nlA z?O-yg(k*Mn;Obd*@D=RQ32wNk^V}>EZg2z>RkZ82Q4U$TbCW85?`?Dl zZ58=EF*P-@%u$NdX}jG&^2(1|7I%I;DwL0odE=j#k9mHa6m^^76z;7VJf1qU{aA7+ zd~E604u??4+K9fMpx1$Z4vm3YuJkc&Dp@XNs>_1Uon{^q?#}b5)aTSAVqZ+r+9?86 z=CUD_GuZa-qR%)#7w=t;XB5L(GbQluauE-}ySUcL)@AYI@JdbKdfCT$k@7h0BZzH{ zV{jVEjWBU9?>@>o0RnM4+s}5?oRA1YZ(0BV0N@pvt0g>GS>NpJAnwrkPy=A?t}L$p z^18z;z25T1hOU_;ldd6_gx6@&U-XN}nxW|`%q#v=9#9$Mp*wX2N$XCV2R;G>zScYp zeu-t%lqpKH2I@>S_O0~aO)6TH{vZSZ03lP{`=9?2#8$>R-e%||JEtI{+Qc#}7e}Fg zo(`b#?ocEKDgD$Z4O)vf7|<4Db+lvW6uY_lX4s3&IQASQSHcM_n$oNH`%838H`m)M z;4zU^lbXjfnp}lRFOZyKjD+pE%g*=2TVigJ&#aIpW61#ox*y^Cu}Ru>{f!8o#voB^ z2?E1(T~jjTO+wk^=03RsMchdWo9v6bO+@A*J+}+@`K0!7HDUluHD~v|8{Jl?XC>Uv z2mvWiRKP>V#E%#HP2LtnF5^-wy>v;YCDdctD{Z(DqEfN7Z@?vDiaW4_aL- z7=*b2=tMrvX|o?+(*Y!aLM`wx^eFr$`)kv__rzW-@ARMZQ>gj(mI~;=k>}>vzI>GD zO8q5#v4R|soPU;TAP7^gEu#VP#_y1UQs|id<{R{EPymWP4o&1qN1R#!c+u_x>yL6sMtxmk@WQ zR#crIVb7xX5=Boi^@ainT>Mv6bDXA7DfwRS;K-93=PrLu@O*1U&*+-@4#2}b4mPTz zT3Q}&YKH~0d+KtVoY`BUbkhknBy@4fmX>gi&VYmg^pkJVZ@n2CXzB~o^{mVc1-pGa zv=MMaC9JYEp^KbQjNyi=8)otiG4^ctS(Rp#rQlRmblZdi02S%}IUic5!8iE_YZW!F z=bmHJDEAiegPiD2F-lvjacyyUj?ci=>NeY(*S5zau#mob*D)h~_07{9@m)L=-HsV0 zvAz%TQ%hLNq~4l|ERx@XE;vztgy6yt9UH|&#=1bd7` z%23!;OY=HV_*S&+$Gyv>GA6OTgs4)<7qs<9_39?2_q`(iGB?E8Gx4zYY0`{JB32b< zxZSm5n^TILqF*nLkco(?F8eqL002T%hG8FQ^8!}+-_=iJrgX_?+Wp*#o(*GvCX&)@ zF}!9fHC`9Z&HM4`_*m+!KJ?J2BZJ6dL~!wo{@8((wu3p?3Om`9=uk+@-RB%+Bs`R& zy#GNK?>~ogm84)}FepGGtsRv4>0V4VJ!EP*6s>{i9|K|K*1Be?mufmn?+)tM>0ga( z{&xsK0uTs74sE+{@WOT{v6SVnkpJ6Pcq+?th(1!f#AgKIf!?*~H4Q7rZz=iCa(HTu zm_O-H-lb&5YoUnb2 zK_)O&ua0c*<@Oj%Ihkk9Trbs;WxRe{!%2PiLes9^(>@!)Qt_ix4m{1^ZQv@Z;hdx- zqqmF)0u7@qz9l7%D@_+;5QmPQ95rS0V2Y20Urkf1VZ`5Nu7z)+aF1O!EZR3#OyzlU zkPvX)>dBe0{0%e_;l|!!sYWW0YY+?X{FT_uYSPeNNm+L{l)r-5i^9-LBA3Ti?3womiG%I-@!)7l%Sqt7-bQ1cpykX$v@YvgfO%QeSCSbV$_Cd*LaA+|~g1RxLqfI#PS&Va=l=~X5+skEPf@4v23 zl$vop%CF9v^6}ohlOvimhPmr{R~mmVu`tTC_|=>@WzJ1M6Oc70N*M`MheIzPocY|g zKvODP;v|%mG8AmC1Yeh@eEf^+y+_%Rho?$LSulcuP-aO@F(vC`A<6&{6{$HZZ82p} z7UP>PV*0hYbC&Dn3_^C5kn`pa_M4dVTem`7c|9#-?n0I|&VUAIk%%%f1X>oC6nC2x z*13$9#w5wgF{`;uMxO1D&Z9LcsmA{fZ90x zF8U{+oSSzhL&)BA@`bkhi_tu=fxh^?xqyHG1R|+Zq>`wI8K~?;d2qHS)%dQMvPtOK zJa|#L?@mNmo}xp{zP;BvKzLN|AF!7{ccta$4qMjj-~RdTFk>OwMEjxOw^=u$9tQ1f zbQRm`D%s2%1cz&h^8E$}D6#|Ajx&35-8XhO*e+D6%A?R=PyW<{ZLfo zi(zXZTHY?;9nihGyVgR#tU7*8D?rj`QTVf`QqymjaPXil6v5oNJ}q`(Hej7 zRbwvm%s6eDGy6B1FTU1orhZB%yg|^nb?3Nku$tcwQQg<5tS^*%&i#aAmgR~+D)nT# zaLbb4?cvt3K19qf8)IbZ*9_-duf-nx_$h1JtG`OQ4;{duPPvs?)2u}mOw>?c8Mxh~ zj(&1Y+dd6@zY9yYs#SeUMSpW@%}R0it2f83Wt!zczr(P@p-a-O-oIv(waoY*&^Pw$ z-?FqK)Id!nVwE%5buW zXth=HkQmMO_f?E6{}*L03@|fGl?Qqi`p_D$(GHgFMe$JFdp_nb#CF}%Bj$q!4e`b& zoo-GZE9Q^TVbUy@sL4KW!^pwI@dIv{Kg7gvURuv7o+$Sy5bmy?ukJ_LVX4JGYU-H^ zn8wERAOx;h*SNUB044pSP>+2cK@TaYeWlzv{=P&qF9@fisS5p!&7b^T$rRy2Km-(8 El(B$3&j0`b diff --git a/tests/python/shared/assets/cvat_db/data.json b/tests/python/shared/assets/cvat_db/data.json index e19df46d4c6..9c87eb0d7cd 100644 --- a/tests/python/shared/assets/cvat_db/data.json +++ b/tests/python/shared/assets/cvat_db/data.json @@ -36,7 +36,7 @@ "pk": 1, "fields": { "password": "md5$Ba6a4O5ImOYiZ04wBFMtMQ$d1b00970c835fcf12c17240f05f8257e", - "last_login": "2024-04-03T09:51:04.664Z", + "last_login": "2024-11-04T22:42:47.942Z", "is_superuser": true, "username": "admin1", "first_name": "Admin", @@ -80,7 +80,7 @@ "pk": 3, "fields": { "password": "md5$Fd9cxQdLQ3f0prkd9TSlnN$1a5fb3c2561137ce199c1dfe5625c7a2", - "last_login": "2022-09-28T12:19:33.698Z", + "last_login": "2024-11-04T22:40:33.954Z", "is_superuser": false, "username": "user2", "first_name": "User", @@ -477,6 +477,14 @@ "user_permissions": [] } }, +{ + "model": "sessions.session", + "pk": "3ibifpwt06gp1afx0jzyetl8bylt5fuu", + "fields": { + "session_data": ".eJxVjEEOwiAQRe_C2hBwgIJL9z0DGZipVA0kpV0Z765NutDtf-_9l4i4rSVunZc4k7gILU6_W8L84LoDumO9NZlbXZc5yV2RB-1ybMTP6-H-HRTs5VubzCqjxsEBBBuIPDvngazXLoELgUkphDOQscp7nDKRC8YSpMkM6MX7A9lUN7Y:1t85mZ:lJJfebIL-fiaqHCxUD4mIjicI3bidygKbgfbidKoBb4", + "expire_date": "2024-11-18T22:42:47.950Z" + } +}, { "model": "sessions.session", "pk": "3p7i7jibc6g827i39r8e0ce5i9f1orzp", @@ -721,32 +729,32 @@ }, { "model": "authtoken.token", - "pk": "2dcf8d2ff5032c3cf7d276549af3a50edb4f11c8", + "pk": "53da3ff9e514d84b56b5170059ff0f595c34157b", "fields": { "user": [ - "admin1" + "business2" ], - "created": "2022-12-05T07:46:24.792Z" + "created": "2022-03-17T07:22:55.921Z" } }, { "model": "authtoken.token", - "pk": "53da3ff9e514d84b56b5170059ff0f595c34157b", + "pk": "7245b803f045dc12002d72473e3479ce6146801c", "fields": { "user": [ - "business2" + "lonely_user" ], - "created": "2022-03-17T07:22:55.921Z" + "created": "2023-03-30T09:37:31.700Z" } }, { "model": "authtoken.token", - "pk": "7245b803f045dc12002d72473e3479ce6146801c", + "pk": "7de3771f3363fde1d6b6d0803d968fc7352404a1", "fields": { "user": [ - "lonely_user" + "admin1" ], - "created": "2023-03-30T09:37:31.700Z" + "created": "2024-11-04T22:42:47.925Z" } }, { @@ -1606,6 +1614,44 @@ "deleted_frames": "[]" } }, +{ + "model": "engine.data", + "pk": 28, + "fields": { + "chunk_size": 72, + "size": 2, + "image_quality": 70, + "start_frame": 0, + "stop_frame": 1, + "frame_filter": "", + "compressed_chunk_type": "imageset", + "original_chunk_type": "imageset", + "storage_method": "cache", + "storage": "local", + "cloud_storage": null, + "sorting_method": "lexicographical", + "deleted_frames": "[]" + } +}, +{ + "model": "engine.data", + "pk": 29, + "fields": { + "chunk_size": 72, + "size": 3, + "image_quality": 70, + "start_frame": 0, + "stop_frame": 2, + "frame_filter": "", + "compressed_chunk_type": "imageset", + "original_chunk_type": "imageset", + "storage_method": "cache", + "storage": "local", + "cloud_storage": null, + "sorting_method": "lexicographical", + "deleted_frames": "[]" + } +}, { "model": "engine.video", "pk": 1, @@ -3177,6 +3223,61 @@ "height": 483 } }, +{ + "model": "engine.image", + "pk": 494, + "fields": { + "data": 28, + "path": "0.png", + "frame": 0, + "width": 774, + "height": 220 + } +}, +{ + "model": "engine.image", + "pk": 495, + "fields": { + "data": 28, + "path": "1.png", + "frame": 1, + "width": 198, + "height": 186 + } +}, +{ + "model": "engine.image", + "pk": 496, + "fields": { + "data": 29, + "path": "0.png", + "frame": 0, + "width": 679, + "height": 530 + } +}, +{ + "model": "engine.image", + "pk": 497, + "fields": { + "data": 29, + "path": "1.png", + "frame": 1, + "width": 994, + "height": 440 + } +}, +{ + "model": "engine.image", + "pk": 498, + "fields": { + "data": 29, + "path": "2.png", + "frame": 2, + "width": 431, + "height": 148 + } +}, { "model": "engine.project", "pk": 1, @@ -3503,7 +3604,8 @@ "subset": "", "organization": 1, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3531,7 +3633,8 @@ "subset": "", "organization": null, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3557,7 +3660,8 @@ "subset": "", "organization": null, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3585,7 +3689,8 @@ "subset": "", "organization": 2, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3613,7 +3718,8 @@ "subset": "", "organization": null, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3641,7 +3747,8 @@ "subset": "", "organization": null, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3669,7 +3776,8 @@ "subset": "Train", "organization": 2, "source_storage": 4, - "target_storage": 2 + "target_storage": 2, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3695,7 +3803,8 @@ "subset": "", "organization": null, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3723,7 +3832,8 @@ "subset": "", "organization": 2, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3749,7 +3859,8 @@ "subset": "", "organization": 2, "source_storage": 7, - "target_storage": 8 + "target_storage": 8, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3775,7 +3886,8 @@ "subset": "", "organization": null, "source_storage": 15, - "target_storage": 16 + "target_storage": 16, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3803,7 +3915,8 @@ "subset": "", "organization": 2, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3829,7 +3942,8 @@ "subset": "", "organization": 2, "source_storage": 23, - "target_storage": 24 + "target_storage": 24, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3855,7 +3969,8 @@ "subset": "", "organization": null, "source_storage": 25, - "target_storage": 26 + "target_storage": 26, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3881,7 +3996,8 @@ "subset": "", "organization": null, "source_storage": 29, - "target_storage": 30 + "target_storage": 30, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3907,7 +4023,8 @@ "subset": "", "organization": null, "source_storage": 33, - "target_storage": 34 + "target_storage": 34, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3933,7 +4050,8 @@ "subset": "Train", "organization": 2, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3959,7 +4077,8 @@ "subset": "", "organization": null, "source_storage": null, - "target_storage": null + "target_storage": null, + "consensus_jobs_per_regular_job": 0 } }, { @@ -3985,7 +4104,8 @@ "subset": "Train", "organization": null, "source_storage": 37, - "target_storage": 38 + "target_storage": 38, + "consensus_jobs_per_regular_job": 0 } }, { @@ -4011,7 +4131,8 @@ "subset": "Validation", "organization": null, "source_storage": 39, - "target_storage": 40 + "target_storage": 40, + "consensus_jobs_per_regular_job": 0 } }, { @@ -4039,7 +4160,8 @@ "subset": "", "organization": 2, "source_storage": 45, - "target_storage": 46 + "target_storage": 46, + "consensus_jobs_per_regular_job": 0 } }, { @@ -4067,7 +4189,8 @@ "subset": "", "organization": 2, "source_storage": 47, - "target_storage": 48 + "target_storage": 48, + "consensus_jobs_per_regular_job": 0 } }, { @@ -4093,7 +4216,62 @@ "subset": "", "organization": 2, "source_storage": 49, - "target_storage": 50 + "target_storage": 50, + "consensus_jobs_per_regular_job": 0 + } +}, +{ + "model": "engine.task", + "pk": 29, + "fields": { + "created_date": "2024-11-04T22:39:15.967Z", + "updated_date": "2024-11-04T22:40:08.217Z", + "project": null, + "name": "task with consensus jobs", + "mode": "annotation", + "owner": [ + "admin1" + ], + "assignee": null, + "assignee_updated_date": null, + "bug_tracker": "", + "overlap": 0, + "segment_size": 2, + "status": "completed", + "data": 28, + "dimension": "2d", + "subset": "", + "organization": null, + "source_storage": null, + "target_storage": null, + "consensus_jobs_per_regular_job": 2 + } +}, +{ + "model": "engine.task", + "pk": 30, + "fields": { + "created_date": "2024-11-04T22:40:51.104Z", + "updated_date": "2024-11-04T22:42:53.107Z", + "project": null, + "name": "task with consensus jobs", + "mode": "annotation", + "owner": [ + "user2" + ], + "assignee": null, + "assignee_updated_date": null, + "bug_tracker": "", + "overlap": 0, + "segment_size": 2, + "status": "annotation", + "data": 29, + "dimension": "2d", + "subset": "", + "organization": 2, + "source_storage": null, + "target_storage": null, + "consensus_jobs_per_regular_job": 3 } }, { @@ -5363,6 +5541,39 @@ "frames": "[]" } }, +{ + "model": "engine.segment", + "pk": 38, + "fields": { + "task": 29, + "start_frame": 0, + "stop_frame": 1, + "type": "range", + "frames": "[]" + } +}, +{ + "model": "engine.segment", + "pk": 39, + "fields": { + "task": 30, + "start_frame": 0, + "stop_frame": 1, + "type": "range", + "frames": "[]" + } +}, +{ + "model": "engine.segment", + "pk": 40, + "fields": { + "task": 30, + "start_frame": 2, + "stop_frame": 2, + "type": "range", + "frames": "[]" + } +}, { "model": "engine.job", "pk": 2, @@ -5377,7 +5588,8 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5394,7 +5606,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5409,7 +5622,8 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5424,7 +5638,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5441,7 +5656,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5458,7 +5674,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5473,7 +5690,8 @@ "status": "validation", "stage": "validation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5488,7 +5706,8 @@ "status": "validation", "stage": "acceptance", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5503,7 +5722,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5520,7 +5740,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5535,7 +5756,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5550,7 +5772,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5565,7 +5788,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5580,7 +5804,8 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5595,7 +5820,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5610,7 +5836,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5625,7 +5852,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5640,7 +5868,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5655,7 +5884,8 @@ "status": "annotation", "stage": "annotation", "state": "in progress", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5670,7 +5900,8 @@ "status": "validation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5685,7 +5916,8 @@ "status": "validation", "stage": "acceptance", "state": "completed", - "type": "ground_truth" + "type": "ground_truth", + "parent_job": null } }, { @@ -5700,7 +5932,8 @@ "status": "completed", "stage": "acceptance", "state": "completed", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5715,7 +5948,8 @@ "status": "completed", "stage": "acceptance", "state": "completed", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5730,7 +5964,8 @@ "status": "completed", "stage": "acceptance", "state": "completed", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5745,7 +5980,8 @@ "status": "completed", "stage": "acceptance", "state": "completed", - "type": "ground_truth" + "type": "ground_truth", + "parent_job": null } }, { @@ -5760,7 +5996,8 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5775,7 +6012,8 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5790,7 +6028,8 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5805,7 +6044,8 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { @@ -5820,76 +6060,269 @@ "status": "annotation", "stage": "annotation", "state": "new", - "type": "annotation" + "type": "annotation", + "parent_job": null } }, { - "model": "engine.label", - "pk": 3, + "model": "engine.job", + "pk": 38, "fields": { - "task": 2, - "project": null, - "name": "car", - "color": "#2080c0", - "type": "any", - "parent": null + "created_date": "2024-11-04T22:39:16.089Z", + "updated_date": "2024-11-04T22:40:08.216Z", + "segment": 38, + "assignee": null, + "assignee_updated_date": null, + "status": "completed", + "stage": "annotation", + "state": "new", + "type": "annotation", + "parent_job": null } }, { - "model": "engine.label", - "pk": 4, + "model": "engine.job", + "pk": 39, "fields": { - "task": 2, - "project": null, - "name": "person", - "color": "#c06060", - "type": "any", - "parent": null + "created_date": "2024-11-04T22:39:16.095Z", + "updated_date": "2024-11-04T22:40:00.678Z", + "segment": 38, + "assignee": [ + "dummy2" + ], + "assignee_updated_date": "2024-11-04T22:40:00.663Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 38 } }, { - "model": "engine.label", - "pk": 5, + "model": "engine.job", + "pk": 40, "fields": { - "task": null, - "project": 1, - "name": "car", - "color": "#2080c0", - "type": "any", - "parent": null + "created_date": "2024-11-04T22:39:16.099Z", + "updated_date": "2024-11-04T22:40:02.933Z", + "segment": 38, + "assignee": [ + "dummy1" + ], + "assignee_updated_date": "2024-11-04T22:40:02.920Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 38 } }, { - "model": "engine.label", - "pk": 6, + "model": "engine.job", + "pk": 41, "fields": { - "task": null, - "project": 1, - "name": "person", - "color": "#c06060", - "type": "any", - "parent": null + "created_date": "2024-11-04T22:40:51.214Z", + "updated_date": "2024-11-04T22:42:53.105Z", + "segment": 39, + "assignee": null, + "assignee_updated_date": null, + "status": "annotation", + "stage": "annotation", + "state": "new", + "type": "annotation", + "parent_job": null } }, { - "model": "engine.label", - "pk": 7, + "model": "engine.job", + "pk": 42, "fields": { - "task": null, - "project": 2, - "name": "cat", - "color": "#6080c0", - "type": "any", - "parent": null + "created_date": "2024-11-04T22:40:51.221Z", + "updated_date": "2024-11-04T22:42:00.438Z", + "segment": 39, + "assignee": [ + "worker3" + ], + "assignee_updated_date": "2024-11-04T22:41:21.453Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 41 } }, { - "model": "engine.label", - "pk": 8, + "model": "engine.job", + "pk": 43, "fields": { - "task": null, - "project": 2, - "name": "dog", + "created_date": "2024-11-04T22:40:51.225Z", + "updated_date": "2024-11-04T22:42:02.566Z", + "segment": 39, + "assignee": [ + "worker2" + ], + "assignee_updated_date": "2024-11-04T22:41:24.769Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 41 + } +}, +{ + "model": "engine.job", + "pk": 44, + "fields": { + "created_date": "2024-11-04T22:40:51.230Z", + "updated_date": "2024-11-04T22:42:04.885Z", + "segment": 39, + "assignee": [ + "user3" + ], + "assignee_updated_date": "2024-11-04T22:41:27.581Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 41 + } +}, +{ + "model": "engine.job", + "pk": 45, + "fields": { + "created_date": "2024-11-04T22:40:51.235Z", + "updated_date": "2024-11-04T22:42:53.009Z", + "segment": 40, + "assignee": null, + "assignee_updated_date": null, + "status": "annotation", + "stage": "annotation", + "state": "new", + "type": "annotation", + "parent_job": null + } +}, +{ + "model": "engine.job", + "pk": 46, + "fields": { + "created_date": "2024-11-04T22:40:51.239Z", + "updated_date": "2024-11-04T22:41:38.856Z", + "segment": 40, + "assignee": [ + "user5" + ], + "assignee_updated_date": "2024-11-04T22:41:10.805Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 45 + } +}, +{ + "model": "engine.job", + "pk": 47, + "fields": { + "created_date": "2024-11-04T22:40:51.243Z", + "updated_date": "2024-11-04T22:41:40.791Z", + "segment": 40, + "assignee": [ + "worker2" + ], + "assignee_updated_date": "2024-11-04T22:41:14.393Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 45 + } +}, +{ + "model": "engine.job", + "pk": 48, + "fields": { + "created_date": "2024-11-04T22:40:51.247Z", + "updated_date": "2024-11-04T22:41:42.888Z", + "segment": 40, + "assignee": [ + "worker3" + ], + "assignee_updated_date": "2024-11-04T22:41:17.206Z", + "status": "completed", + "stage": "acceptance", + "state": "completed", + "type": "consensus", + "parent_job": 45 + } +}, +{ + "model": "engine.label", + "pk": 3, + "fields": { + "task": 2, + "project": null, + "name": "car", + "color": "#2080c0", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 4, + "fields": { + "task": 2, + "project": null, + "name": "person", + "color": "#c06060", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 5, + "fields": { + "task": null, + "project": 1, + "name": "car", + "color": "#2080c0", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 6, + "fields": { + "task": null, + "project": 1, + "name": "person", + "color": "#c06060", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 7, + "fields": { + "task": null, + "project": 2, + "name": "cat", + "color": "#6080c0", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 8, + "fields": { + "task": null, + "project": 2, + "name": "dog", "color": "#406040", "type": "any", "parent": null @@ -6651,6 +7084,150 @@ "parent": null } }, +{ + "model": "engine.label", + "pk": 77, + "fields": { + "task": 29, + "project": null, + "name": "human", + "color": "#c080e0", + "type": "skeleton", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 78, + "fields": { + "task": 29, + "project": null, + "name": "1", + "color": "#d12345", + "type": "points", + "parent": 77 + } +}, +{ + "model": "engine.label", + "pk": 79, + "fields": { + "task": 29, + "project": null, + "name": "2", + "color": "#350dea", + "type": "points", + "parent": 77 + } +}, +{ + "model": "engine.label", + "pk": 80, + "fields": { + "task": 29, + "project": null, + "name": "3", + "color": "#479ffe", + "type": "points", + "parent": 77 + } +}, +{ + "model": "engine.label", + "pk": 81, + "fields": { + "task": 29, + "project": null, + "name": "4", + "color": "#4a649f", + "type": "points", + "parent": 77 + } +}, +{ + "model": "engine.label", + "pk": 82, + "fields": { + "task": 29, + "project": null, + "name": "5", + "color": "#478144", + "type": "points", + "parent": 77 + } +}, +{ + "model": "engine.label", + "pk": 83, + "fields": { + "task": 29, + "project": null, + "name": "6", + "color": "#57236b", + "type": "points", + "parent": 77 + } +}, +{ + "model": "engine.label", + "pk": 84, + "fields": { + "task": 29, + "project": null, + "name": "7", + "color": "#1cdda5", + "type": "points", + "parent": 77 + } +}, +{ + "model": "engine.label", + "pk": 85, + "fields": { + "task": 29, + "project": null, + "name": "cat", + "color": "#6080c0", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 86, + "fields": { + "task": 29, + "project": null, + "name": "dog", + "color": "#406040", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 87, + "fields": { + "task": 30, + "project": null, + "name": "dog", + "color": "#406040", + "type": "any", + "parent": null + } +}, +{ + "model": "engine.label", + "pk": 88, + "fields": { + "task": 30, + "project": null, + "name": "cat", + "color": "#6080c0", + "type": "any", + "parent": null + } +}, { "model": "engine.skeleton", "pk": 1, @@ -6708,9 +7285,17 @@ } }, { - "model": "engine.attributespec", - "pk": 1, - "fields": { + "model": "engine.skeleton", + "pk": 8, + "fields": { + "root": 77, + "svg": "\n\n\n\n\n\n\n\n\n\n\n\n" + } +}, +{ + "model": "engine.attributespec", + "pk": 1, + "fields": { "label": 5, "name": "model", "mutable": false, @@ -9540,2924 +10125,4586 @@ } }, { - "model": "engine.labeledshapeattributeval", - "pk": 1, + "model": "engine.labeledshape", + "pk": 191, "fields": { - "spec": 2, - "value": "white", - "shape": 36 + "job": 39, + "label": 86, + "frame": 0, + "group": 0, + "source": "manual", + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "23.657046435881057,23.867087153861576,132.87821978533793,88.45460793262646", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 2, + "model": "engine.labeledshape", + "pk": 192, "fields": { - "spec": 3, - "value": "val1", - "shape": 39 + "job": 39, + "label": 86, + "frame": 0, + "group": 0, + "source": "manual", + "type": "ellipse", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "605.1826171875,58.802734375,692.0869140625,24.93359375", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 3, + "model": "engine.labeledshape", + "pk": 193, "fields": { - "spec": 1, - "value": "mazda", - "shape": 42 + "job": 39, + "label": 85, + "frame": 0, + "group": 0, + "source": "manual", + "type": "polygon", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "584.5,118.90000000000146,653.8000000000011,125.20000000000073,653.3000000000011,151.40000000000146,626.0,167.20000000000073,566.1000000000004,162.5", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 4, + "model": "engine.labeledshape", + "pk": 194, "fields": { - "spec": 7, - "value": "non-default", - "shape": 54 + "job": 39, + "label": 77, + "frame": 0, + "group": 0, + "source": "manual", + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 5, + "model": "engine.labeledshape", + "pk": 195, "fields": { - "spec": 8, - "value": "black", - "shape": 55 + "job": 39, + "label": 85, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "154.5,117.90000000000146,117.60000000000036,134.5,201.70000000000073,143.10000000000036,155.0,160.3000000000011", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 6, + "model": "engine.labeledshape", + "pk": 196, "fields": { - "spec": 9, - "value": "non-default", - "shape": 56 + "job": 39, + "label": 78, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "352.4950283371236,40.1455078125", + "rotation": 0.0, + "parent": 194 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 7, + "model": "engine.labeledshape", + "pk": 197, "fields": { - "spec": 10, - "value": "black", - "shape": 57 + "job": 39, + "label": 79, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "300.91015625,90.73596507347065", + "rotation": 0.0, + "parent": 194 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 8, + "model": "engine.labeledshape", + "pk": 198, "fields": { - "spec": 13, - "value": "yy", - "shape": 64 + "job": 39, + "label": 80, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "423.2588744731893,89.15501469517767", + "rotation": 0.0, + "parent": 194 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 9, + "model": "engine.labeledshape", + "pk": 199, "fields": { - "spec": 14, - "value": "1", - "shape": 64 + "job": 39, + "label": 81, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "322.0731772087074,186.38353520916098", + "rotation": 0.0, + "parent": 194 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 10, + "model": "engine.labeledshape", + "pk": 200, "fields": { - "spec": 13, - "value": "yz", - "shape": 65 + "job": 39, + "label": 82, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "415.3227472805229,187.17401039830838", + "rotation": 0.0, + "parent": 194 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 11, + "model": "engine.labeledshape", + "pk": 201, "fields": { - "spec": 14, - "value": "2", - "shape": 65 + "job": 39, + "label": 83, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "359.769811597067,93.10739064091285", + "rotation": 0.0, + "parent": 194 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 12, + "model": "engine.labeledshape", + "pk": 202, "fields": { - "spec": 13, - "value": "yy", - "shape": 66 + "job": 39, + "label": 84, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "360.43115552979,137.37403735759472", + "rotation": 0.0, + "parent": 194 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 13, + "model": "engine.labeledshape", + "pk": 203, "fields": { - "spec": 14, - "value": "1", - "shape": 66 + "job": 40, + "label": 86, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "23.66,23.87,132.88,88.45", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 14, + "model": "engine.labeledshape", + "pk": 204, "fields": { - "spec": 13, - "value": "yy", - "shape": 67 + "job": 40, + "label": 86, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "mask", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "75.0,31.0,139.0,52.0,122.0,67.0,108.0,79.0,97.0,89.0,88.0,97.0,80.0,105.0,73.0,111.0,66.0,118.0,61.0,123.0,55.0,129.0,50.0,133.0,46.0,138.0,40.0,142.0,37.0,146.0,34.0,149.0,30.0,153.0,27.0,156.0,23.0,159.0,20.0,162.0,18.0,165.0,15.0,167.0,13.0,169.0,11.0,171.0,10.0,171.0,9.0,173.0,7.0,175.0,5.0,177.0,4.0,177.0,3.0,179.0,2.0,179.0,2.0,179.0,1.0,1267.0,1.0,179.0,2.0,179.0,2.0,179.0,3.0,177.0,5.0,175.0,6.0,175.0,7.0,173.0,9.0,171.0,10.0,171.0,11.0,169.0,13.0,167.0,15.0,165.0,17.0,162.0,21.0,159.0,23.0,157.0,26.0,153.0,30.0,149.0,33.0,146.0,37.0,142.0,42.0,138.0,45.0,133.0,50.0,129.0,55.0,123.0,60.0,118.0,67.0,111.0,73.0,105.0,80.0,97.0,88.0,89.0,97.0,79.0,108.0,67.0,121.0,52.0,140.0,31.0,75.0,514.0,25.0,694.0,95.0", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 15, + "model": "engine.labeledshape", + "pk": 205, "fields": { - "spec": 14, - "value": "1", - "shape": 67 + "job": 40, + "label": 85, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "polygon", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "569.24,110.51,648.53,115.76,648.53,150.42,616.5,164.07,559.79,159.34", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 16, + "model": "engine.labeledshape", + "pk": 206, "fields": { - "spec": 13, - "value": "yy", - "shape": 68 + "job": 40, + "label": 77, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 17, + "model": "engine.labeledshape", + "pk": 207, "fields": { - "spec": 14, - "value": "1", - "shape": 68 + "job": 40, + "label": 85, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "153.36,119.44,118.7,134.66,202.19,146.22,154.41,163.02", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 18, + "model": "engine.labeledshape", + "pk": 208, "fields": { - "spec": 13, - "value": "yy", - "shape": 69 + "job": 40, + "label": 77, + "frame": 1, + "group": 0, + "source": "consensus", + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 19, + "model": "engine.labeledshape", + "pk": 209, "fields": { - "spec": 14, - "value": "1", - "shape": 69 + "job": 40, + "label": 85, + "frame": 1, + "group": 0, + "source": "consensus", + "type": "polyline", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "143.08,46.81,109.55,46.81,74.54,50.82,74.54,85.61,56.41,95.95,80.45,110.71,98.37,106.28", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 20, + "model": "engine.labeledshape", + "pk": 210, "fields": { - "spec": 13, - "value": "yy", - "shape": 71 + "job": 40, + "label": 86, + "frame": 1, + "group": 0, + "source": "consensus", + "type": "polyline", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "19.37,27.18,67.67,27.6,94.24,48.9,82.43,64.29,70.83,87.7,36.03,78.63,13.26,71.46", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 21, + "model": "engine.labeledshape", + "pk": 211, "fields": { - "spec": 14, - "value": "1", - "shape": 71 + "job": 40, + "label": 78, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "352.5,40.15", + "rotation": 0.0, + "parent": 206 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 22, + "model": "engine.labeledshape", + "pk": 212, "fields": { - "spec": 13, - "value": "yy", - "shape": 72 + "job": 40, + "label": 79, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "300.91,90.74", + "rotation": 0.0, + "parent": 206 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 23, + "model": "engine.labeledshape", + "pk": 213, "fields": { - "spec": 14, - "value": "1", - "shape": 72 + "job": 40, + "label": 80, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "423.26,89.16", + "rotation": 0.0, + "parent": 206 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 24, + "model": "engine.labeledshape", + "pk": 214, "fields": { - "spec": 13, - "value": "yy", - "shape": 75 + "job": 40, + "label": 81, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "322.07,186.38", + "rotation": 0.0, + "parent": 206 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 25, + "model": "engine.labeledshape", + "pk": 215, "fields": { - "spec": 14, - "value": "1", - "shape": 75 + "job": 40, + "label": 82, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "415.32,187.17", + "rotation": 0.0, + "parent": 206 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 26, + "model": "engine.labeledshape", + "pk": 216, "fields": { - "spec": 13, - "value": "yy", - "shape": 76 + "job": 40, + "label": 83, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "359.77,93.11", + "rotation": 0.0, + "parent": 206 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 27, + "model": "engine.labeledshape", + "pk": 217, "fields": { - "spec": 14, - "value": "1", - "shape": 76 + "job": 40, + "label": 84, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "360.43,137.37", + "rotation": 0.0, + "parent": 206 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 28, + "model": "engine.labeledshape", + "pk": 218, "fields": { - "spec": 13, - "value": "yy", - "shape": 77 + "job": 40, + "label": 79, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "0.52,135.44", + "rotation": 0.0, + "parent": 208 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 29, + "model": "engine.labeledshape", + "pk": 219, "fields": { - "spec": 14, - "value": "1", - "shape": 77 + "job": 40, + "label": 84, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "31.91,157.85", + "rotation": 0.0, + "parent": 208 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 30, + "model": "engine.labeledshape", + "pk": 220, "fields": { - "spec": 13, - "value": "yy", - "shape": 78 + "job": 40, + "label": 82, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "60.87,181.78", + "rotation": 0.0, + "parent": 208 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 31, + "model": "engine.labeledshape", + "pk": 221, "fields": { - "spec": 14, - "value": "1", - "shape": 78 + "job": 40, + "label": 80, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "65.05,134.68", + "rotation": 0.0, + "parent": 208 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 32, + "model": "engine.labeledshape", + "pk": 222, "fields": { - "spec": 13, - "value": "yy", - "shape": 79 + "job": 40, + "label": 83, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "31.57,136.58", + "rotation": 0.0, + "parent": 208 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 33, + "model": "engine.labeledshape", + "pk": 223, "fields": { - "spec": 14, - "value": "1", - "shape": 79 + "job": 40, + "label": 81, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "11.68,181.4", + "rotation": 0.0, + "parent": 208 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 34, + "model": "engine.labeledshape", + "pk": 224, "fields": { - "spec": 13, - "value": "yy", - "shape": 80 + "job": 40, + "label": 78, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "27.73,111.13", + "rotation": 0.0, + "parent": 208 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 35, + "model": "engine.labeledshape", + "pk": 225, "fields": { - "spec": 14, - "value": "1", - "shape": 80 + "job": 38, + "label": 86, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "23.66,23.87,132.88,88.45", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 36, + "model": "engine.labeledshape", + "pk": 226, "fields": { - "spec": 13, - "value": "yy", - "shape": 81 + "job": 38, + "label": 85, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "polygon", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "569.24,110.51,648.53,115.76,648.53,150.42,616.5,164.07,559.79,159.34", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 37, + "model": "engine.labeledshape", + "pk": 227, "fields": { - "spec": 14, - "value": "1", - "shape": 81 + "job": 38, + "label": 85, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "153.36,119.44,118.7,134.66,202.19,146.22,154.41,163.02", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 38, + "model": "engine.labeledshape", + "pk": 228, "fields": { - "spec": 13, - "value": "yy", - "shape": 82 + "job": 38, + "label": 77, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 39, + "model": "engine.labeledshape", + "pk": 229, "fields": { - "spec": 14, - "value": "1", - "shape": 82 + "job": 38, + "label": 86, + "frame": 0, + "group": 0, + "source": "consensus", + "type": "mask", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "75,31,139,52,122,67,108,79,97,89,88,97,80,105,73,111,66,118,61,123,55,129,50,133,46,138,40,142,37,146,34,149,30,153,27,156,23,159,20,162,18,165,15,167,13,169,11,171,10,171,9,173,7,175,5,177,4,177,3,179,2,179,2,179,1,1267,1,179,2,179,2,179,3,177,5,175,6,175,7,173,9,171,10,171,11,169,13,167,15,165,17,162,21,159,23,157,26,153,30,149,33,146,37,142,42,138,45,133,50,129,55,123,60,118,67,111,73,105,80,97,88,89,97,79,108,67,121,52,140,31,75,514,25,694,95", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 40, + "model": "engine.labeledshape", + "pk": 230, "fields": { - "spec": 13, - "value": "yy", - "shape": 83 + "job": 38, + "label": 77, + "frame": 1, + "group": 0, + "source": "consensus", + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 41, + "model": "engine.labeledshape", + "pk": 231, "fields": { - "spec": 14, - "value": "1", - "shape": 83 + "job": 38, + "label": 85, + "frame": 1, + "group": 0, + "source": "consensus", + "type": "polyline", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "143.08,46.81,109.55,46.81,74.54,50.82,74.54,85.61,56.41,95.95,80.45,110.71,98.37,106.28", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 42, + "model": "engine.labeledshape", + "pk": 232, "fields": { - "spec": 13, - "value": "yy", - "shape": 84 + "job": 38, + "label": 86, + "frame": 1, + "group": 0, + "source": "consensus", + "type": "polyline", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "19.37,27.18,67.67,27.6,94.24,48.9,82.43,64.29,70.83,87.7,36.03,78.63,13.26,71.46", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 43, + "model": "engine.labeledshape", + "pk": 233, "fields": { - "spec": 14, - "value": "1", - "shape": 84 + "job": 38, + "label": 78, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "352.5,40.15", + "rotation": 0.0, + "parent": 228 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 44, + "model": "engine.labeledshape", + "pk": 234, "fields": { - "spec": 13, - "value": "yy", - "shape": 85 + "job": 38, + "label": 80, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "423.26,89.16", + "rotation": 0.0, + "parent": 228 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 45, + "model": "engine.labeledshape", + "pk": 235, "fields": { - "spec": 14, - "value": "1", - "shape": 85 + "job": 38, + "label": 84, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "360.43,137.37", + "rotation": 0.0, + "parent": 228 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 46, + "model": "engine.labeledshape", + "pk": 236, "fields": { - "spec": 13, - "value": "yy", - "shape": 86 + "job": 38, + "label": 79, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "300.91,90.74", + "rotation": 0.0, + "parent": 228 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 47, + "model": "engine.labeledshape", + "pk": 237, "fields": { - "spec": 14, - "value": "1", - "shape": 86 + "job": 38, + "label": 82, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "415.32,187.17", + "rotation": 0.0, + "parent": 228 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 48, + "model": "engine.labeledshape", + "pk": 238, "fields": { - "spec": 13, - "value": "yy", - "shape": 87 + "job": 38, + "label": 81, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "322.07,186.38", + "rotation": 0.0, + "parent": 228 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 49, + "model": "engine.labeledshape", + "pk": 239, "fields": { - "spec": 14, - "value": "1", - "shape": 87 + "job": 38, + "label": 83, + "frame": 0, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "359.77,93.11", + "rotation": 0.0, + "parent": 228 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 50, + "model": "engine.labeledshape", + "pk": 240, "fields": { - "spec": 13, - "value": "yy", - "shape": 88 + "job": 38, + "label": 84, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "31.91,157.85", + "rotation": 0.0, + "parent": 230 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 51, + "model": "engine.labeledshape", + "pk": 241, "fields": { - "spec": 14, - "value": "1", - "shape": 88 + "job": 38, + "label": 79, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "0.52,135.44", + "rotation": 0.0, + "parent": 230 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 52, + "model": "engine.labeledshape", + "pk": 242, "fields": { - "spec": 13, - "value": "yy", - "shape": 90 + "job": 38, + "label": 81, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "11.68,181.4", + "rotation": 0.0, + "parent": 230 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 53, + "model": "engine.labeledshape", + "pk": 243, "fields": { - "spec": 14, - "value": "1", - "shape": 90 + "job": 38, + "label": 80, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "65.05,134.68", + "rotation": 0.0, + "parent": 230 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 54, + "model": "engine.labeledshape", + "pk": 244, "fields": { - "spec": 13, - "value": "yy", - "shape": 91 + "job": 38, + "label": 83, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "31.57,136.58", + "rotation": 0.0, + "parent": 230 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 55, + "model": "engine.labeledshape", + "pk": 245, "fields": { - "spec": 14, - "value": "1", - "shape": 91 + "job": 38, + "label": 82, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "60.87,181.78", + "rotation": 0.0, + "parent": 230 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 56, + "model": "engine.labeledshape", + "pk": 246, "fields": { - "spec": 13, - "value": "yy", - "shape": 93 + "job": 38, + "label": 78, + "frame": 1, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "27.73,111.13", + "rotation": 0.0, + "parent": 230 } }, { - "model": "engine.labeledshapeattributeval", - "pk": 57, + "model": "engine.labeledshape", + "pk": 251, "fields": { - "spec": 14, - "value": "1", - "shape": 93 + "job": 46, + "label": 87, + "frame": 2, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "11.1064453125,18.1533203125,38.59236982132461,18.73829921660399,51.45804149448668,36.282396952734416,65.20091805445554,53.24169143099425,74.26536855145605,24.586331795313527,84.79182719313394,40.37601975783036,98.5347037531028,16.10668455618361,102.62832655820057,21.66231550595876", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 58, + "model": "engine.labeledshape", + "pk": 252, "fields": { - "spec": 13, - "value": "yy", - "shape": 94 + "job": 46, + "label": 88, + "frame": 2, + "group": 0, + "source": "manual", + "type": "ellipse", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "189.4755859375,100.900390625,222.224609375,78.677734375", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 59, + "model": "engine.labeledshape", + "pk": 253, "fields": { - "spec": 14, - "value": "1", - "shape": 94 + "job": 46, + "label": 88, + "frame": 2, + "group": 0, + "source": "manual", + "type": "polyline", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "167.541015625,46.5166015625,186.25519243375675,60.55173215438117,204.96889668562835,44.177240933991925,224.26740419537236,57.6277158650264,240.3494937868254,36.5747985816688,259.063198038697,51.48728165738066,273.0984762276021,34.235585550184624,280.7009185799252,45.63924907867113", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 60, + "model": "engine.labeledshape", + "pk": 254, "fields": { - "spec": 13, - "value": "yy", - "shape": 95 + "job": 46, + "label": 87, + "frame": 2, + "group": 0, + "source": "manual", + "type": "polygon", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "317.2509765625,63.18359375,299.1222212028624,74.58701034328624,299.707024460733,89.49949341899628,322.5143515177024,92.71591133728725,327.48517920960694,79.55783803518898", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 61, + "model": "engine.labeledshape", + "pk": 255, "fields": { - "spec": 14, - "value": "1", - "shape": 95 + "job": 47, + "label": 87, + "frame": 2, + "group": 0, + "source": "manual", + "type": "polyline", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "180.4072265625,50.3173828125,196.78165107543464,61.13653541225176,208.4777162328537,45.34684744973492,234.79386283705026,61.13653541225176,241.51910030256659,45.05444582079872,269.8820583093111,52.65688817312184,276.02249251695685,43.592437676121335,295.61340165563524,47.3936588522829", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 62, + "model": "engine.labeledshape", + "pk": 256, "fields": { - "spec": 13, - "value": "yy", - "shape": 96 + "job": 47, + "label": 87, + "frame": 2, + "group": 0, + "source": "manual", + "type": "ellipse", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "192.5458984375,106.017578125,231.8740234375,81.89453125", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 63, + "model": "engine.labeledshape", + "pk": 257, "fields": { - "spec": 14, - "value": "1", - "shape": 96 + "job": 47, + "label": 88, + "frame": 2, + "group": 0, + "source": "manual", + "type": "polygon", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "330.1171875,47.978515625,313.15749939176567,59.674527267574376,319.5903352283476,72.54019894073645,351.1697111533831,79.85023966412518,351.1697111533831,57.6277158650264", + "rotation": 0.0, + "parent": null } }, { - "model": "engine.labeledshapeattributeval", - "pk": 64, + "model": "engine.labeledshape", + "pk": 258, "fields": { - "spec": 13, - "value": "yy", - "shape": 98 + "job": 47, + "label": 88, + "frame": 2, + "group": 0, + "source": "manual", + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "11.1064453125,16.984375,35.66835353196984,17.276291071926607,41.20000000000073,46.20000000000073,57.0,72.80000000000109,72.5,33.900000000001455,90.10000000000036,50.600000000000364,102.92072818713677,15.814282927249224,107.89155587903952,19.90790573234517", + "rotation": 0.0, + "parent": null } }, { "model": "engine.labeledshapeattributeval", - "pk": 65, + "pk": 1, "fields": { - "spec": 14, - "value": "1", - "shape": 98 + "spec": 2, + "value": "white", + "shape": 36 } }, { "model": "engine.labeledshapeattributeval", - "pk": 66, + "pk": 2, "fields": { - "spec": 13, - "value": "yy", - "shape": 99 + "spec": 3, + "value": "val1", + "shape": 39 } }, { "model": "engine.labeledshapeattributeval", - "pk": 67, + "pk": 3, "fields": { - "spec": 14, - "value": "1", - "shape": 99 + "spec": 1, + "value": "mazda", + "shape": 42 } }, { "model": "engine.labeledshapeattributeval", - "pk": 68, + "pk": 4, "fields": { - "spec": 13, - "value": "yy", - "shape": 100 + "spec": 7, + "value": "non-default", + "shape": 54 } }, { "model": "engine.labeledshapeattributeval", - "pk": 69, + "pk": 5, "fields": { - "spec": 14, - "value": "1", - "shape": 100 + "spec": 8, + "value": "black", + "shape": 55 } }, { "model": "engine.labeledshapeattributeval", - "pk": 70, + "pk": 6, "fields": { - "spec": 13, - "value": "yy", - "shape": 101 + "spec": 9, + "value": "non-default", + "shape": 56 } }, { "model": "engine.labeledshapeattributeval", - "pk": 71, + "pk": 7, "fields": { - "spec": 14, - "value": "1", - "shape": 101 + "spec": 10, + "value": "black", + "shape": 57 } }, { "model": "engine.labeledshapeattributeval", - "pk": 72, + "pk": 8, "fields": { "spec": 13, "value": "yy", - "shape": 102 + "shape": 64 } }, { "model": "engine.labeledshapeattributeval", - "pk": 73, + "pk": 9, "fields": { "spec": 14, "value": "1", - "shape": 102 + "shape": 64 } }, { "model": "engine.labeledshapeattributeval", - "pk": 74, + "pk": 10, "fields": { "spec": 13, - "value": "yy", - "shape": 103 + "value": "yz", + "shape": 65 } }, { "model": "engine.labeledshapeattributeval", - "pk": 75, + "pk": 11, "fields": { "spec": 14, - "value": "1", - "shape": 103 + "value": "2", + "shape": 65 } }, { "model": "engine.labeledshapeattributeval", - "pk": 76, + "pk": 12, "fields": { "spec": 13, "value": "yy", - "shape": 104 + "shape": 66 } }, { "model": "engine.labeledshapeattributeval", - "pk": 77, + "pk": 13, "fields": { "spec": 14, "value": "1", - "shape": 104 + "shape": 66 } }, { "model": "engine.labeledshapeattributeval", - "pk": 78, + "pk": 14, "fields": { "spec": 13, "value": "yy", - "shape": 105 + "shape": 67 } }, { "model": "engine.labeledshapeattributeval", - "pk": 79, + "pk": 15, "fields": { "spec": 14, "value": "1", - "shape": 105 + "shape": 67 } }, { "model": "engine.labeledshapeattributeval", - "pk": 80, + "pk": 16, "fields": { "spec": 13, "value": "yy", - "shape": 106 + "shape": 68 } }, { "model": "engine.labeledshapeattributeval", - "pk": 81, + "pk": 17, "fields": { "spec": 14, "value": "1", - "shape": 106 + "shape": 68 } }, { "model": "engine.labeledshapeattributeval", - "pk": 82, + "pk": 18, "fields": { "spec": 13, "value": "yy", - "shape": 107 + "shape": 69 } }, { "model": "engine.labeledshapeattributeval", - "pk": 83, + "pk": 19, "fields": { "spec": 14, "value": "1", - "shape": 107 + "shape": 69 } }, { "model": "engine.labeledshapeattributeval", - "pk": 84, + "pk": 20, "fields": { "spec": 13, "value": "yy", - "shape": 108 + "shape": 71 } }, { "model": "engine.labeledshapeattributeval", - "pk": 85, + "pk": 21, "fields": { "spec": 14, "value": "1", - "shape": 108 + "shape": 71 } }, { "model": "engine.labeledshapeattributeval", - "pk": 86, + "pk": 22, "fields": { "spec": 13, "value": "yy", - "shape": 109 + "shape": 72 } }, { "model": "engine.labeledshapeattributeval", - "pk": 87, + "pk": 23, "fields": { "spec": 14, "value": "1", - "shape": 109 + "shape": 72 } }, { "model": "engine.labeledshapeattributeval", - "pk": 88, + "pk": 24, "fields": { "spec": 13, "value": "yy", - "shape": 110 + "shape": 75 } }, { "model": "engine.labeledshapeattributeval", - "pk": 89, + "pk": 25, "fields": { "spec": 14, "value": "1", - "shape": 110 + "shape": 75 } }, { "model": "engine.labeledshapeattributeval", - "pk": 90, + "pk": 26, "fields": { "spec": 13, "value": "yy", - "shape": 111 + "shape": 76 } }, { "model": "engine.labeledshapeattributeval", - "pk": 91, + "pk": 27, "fields": { "spec": 14, "value": "1", - "shape": 111 + "shape": 76 } }, { "model": "engine.labeledshapeattributeval", - "pk": 92, + "pk": 28, "fields": { "spec": 13, "value": "yy", - "shape": 112 + "shape": 77 } }, { "model": "engine.labeledshapeattributeval", - "pk": 93, + "pk": 29, "fields": { "spec": 14, "value": "1", - "shape": 112 + "shape": 77 } }, { "model": "engine.labeledshapeattributeval", - "pk": 94, + "pk": 30, "fields": { "spec": 13, "value": "yy", - "shape": 113 + "shape": 78 } }, { "model": "engine.labeledshapeattributeval", - "pk": 95, + "pk": 31, "fields": { "spec": 14, "value": "1", - "shape": 113 + "shape": 78 } }, { "model": "engine.labeledshapeattributeval", - "pk": 96, + "pk": 32, "fields": { "spec": 13, "value": "yy", - "shape": 114 + "shape": 79 } }, { "model": "engine.labeledshapeattributeval", - "pk": 97, + "pk": 33, "fields": { "spec": 14, "value": "1", - "shape": 114 + "shape": 79 } }, { "model": "engine.labeledshapeattributeval", - "pk": 98, + "pk": 34, "fields": { "spec": 13, "value": "yy", - "shape": 115 + "shape": 80 } }, { "model": "engine.labeledshapeattributeval", - "pk": 99, + "pk": 35, "fields": { "spec": 14, "value": "1", - "shape": 115 + "shape": 80 } }, { "model": "engine.labeledshapeattributeval", - "pk": 100, + "pk": 36, "fields": { "spec": 13, "value": "yy", - "shape": 116 + "shape": 81 } }, { "model": "engine.labeledshapeattributeval", - "pk": 101, + "pk": 37, "fields": { "spec": 14, "value": "1", - "shape": 116 + "shape": 81 } }, { "model": "engine.labeledshapeattributeval", - "pk": 102, + "pk": 38, "fields": { "spec": 13, "value": "yy", - "shape": 117 + "shape": 82 } }, { "model": "engine.labeledshapeattributeval", - "pk": 103, + "pk": 39, "fields": { "spec": 14, "value": "1", - "shape": 117 + "shape": 82 } }, { "model": "engine.labeledshapeattributeval", - "pk": 104, + "pk": 40, "fields": { "spec": 13, "value": "yy", - "shape": 118 + "shape": 83 } }, { "model": "engine.labeledshapeattributeval", - "pk": 105, + "pk": 41, "fields": { "spec": 14, "value": "1", - "shape": 118 + "shape": 83 } }, { "model": "engine.labeledshapeattributeval", - "pk": 106, + "pk": 42, "fields": { "spec": 13, "value": "yy", - "shape": 119 + "shape": 84 } }, { "model": "engine.labeledshapeattributeval", - "pk": 107, + "pk": 43, "fields": { "spec": 14, "value": "1", - "shape": 119 + "shape": 84 } }, { "model": "engine.labeledshapeattributeval", - "pk": 108, + "pk": 44, "fields": { "spec": 13, "value": "yy", - "shape": 120 + "shape": 85 } }, { "model": "engine.labeledshapeattributeval", - "pk": 109, + "pk": 45, "fields": { "spec": 14, "value": "1", - "shape": 120 + "shape": 85 } }, { "model": "engine.labeledshapeattributeval", - "pk": 110, + "pk": 46, "fields": { "spec": 13, "value": "yy", - "shape": 121 + "shape": 86 } }, { "model": "engine.labeledshapeattributeval", - "pk": 111, + "pk": 47, "fields": { "spec": 14, "value": "1", - "shape": 121 + "shape": 86 } }, { "model": "engine.labeledshapeattributeval", - "pk": 112, + "pk": 48, "fields": { "spec": 13, "value": "yy", - "shape": 123 + "shape": 87 } }, { "model": "engine.labeledshapeattributeval", - "pk": 113, + "pk": 49, "fields": { "spec": 14, "value": "1", - "shape": 123 + "shape": 87 } }, { "model": "engine.labeledshapeattributeval", - "pk": 114, + "pk": 50, "fields": { "spec": 13, "value": "yy", - "shape": 124 + "shape": 88 } }, { "model": "engine.labeledshapeattributeval", - "pk": 115, + "pk": 51, "fields": { "spec": 14, "value": "1", - "shape": 124 + "shape": 88 } }, { "model": "engine.labeledshapeattributeval", - "pk": 116, + "pk": 52, "fields": { "spec": 13, "value": "yy", - "shape": 125 + "shape": 90 } }, { "model": "engine.labeledshapeattributeval", - "pk": 117, + "pk": 53, "fields": { "spec": 14, "value": "1", - "shape": 125 + "shape": 90 } }, { "model": "engine.labeledshapeattributeval", - "pk": 118, + "pk": 54, "fields": { "spec": 13, "value": "yy", - "shape": 126 + "shape": 91 } }, { "model": "engine.labeledshapeattributeval", - "pk": 119, + "pk": 55, "fields": { "spec": 14, "value": "1", - "shape": 126 + "shape": 91 } }, { "model": "engine.labeledshapeattributeval", - "pk": 120, + "pk": 56, "fields": { "spec": 13, "value": "yy", - "shape": 127 + "shape": 93 } }, { "model": "engine.labeledshapeattributeval", - "pk": 121, + "pk": 57, "fields": { "spec": 14, "value": "1", - "shape": 127 + "shape": 93 } }, { "model": "engine.labeledshapeattributeval", - "pk": 122, + "pk": 58, "fields": { "spec": 13, "value": "yy", - "shape": 128 + "shape": 94 } }, { "model": "engine.labeledshapeattributeval", - "pk": 123, + "pk": 59, "fields": { "spec": 14, "value": "1", - "shape": 128 + "shape": 94 } }, { "model": "engine.labeledshapeattributeval", - "pk": 124, + "pk": 60, "fields": { "spec": 13, "value": "yy", - "shape": 129 + "shape": 95 } }, { "model": "engine.labeledshapeattributeval", - "pk": 125, + "pk": 61, "fields": { "spec": 14, "value": "1", - "shape": 129 + "shape": 95 } }, { "model": "engine.labeledshapeattributeval", - "pk": 126, + "pk": 62, "fields": { "spec": 13, "value": "yy", - "shape": 130 + "shape": 96 } }, { "model": "engine.labeledshapeattributeval", - "pk": 127, + "pk": 63, "fields": { "spec": 14, "value": "1", - "shape": 130 + "shape": 96 } }, { - "model": "engine.labeledtrack", - "pk": 1, + "model": "engine.labeledshapeattributeval", + "pk": 64, "fields": { - "job": 18, - "label": 22, - "frame": 0, - "group": 0, - "source": "manual", - "parent": null + "spec": 13, + "value": "yy", + "shape": 98 } }, { - "model": "engine.labeledtrack", - "pk": 2, + "model": "engine.labeledshapeattributeval", + "pk": 65, "fields": { - "job": 18, - "label": 23, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 1 + "spec": 14, + "value": "1", + "shape": 98 } }, { - "model": "engine.labeledtrack", - "pk": 3, - "fields": { - "job": 18, - "label": 24, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 1 + "model": "engine.labeledshapeattributeval", + "pk": 66, + "fields": { + "spec": 13, + "value": "yy", + "shape": 99 } }, { - "model": "engine.labeledtrack", - "pk": 4, + "model": "engine.labeledshapeattributeval", + "pk": 67, "fields": { - "job": 18, - "label": 25, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 1 + "spec": 14, + "value": "1", + "shape": 99 } }, { - "model": "engine.labeledtrack", - "pk": 5, + "model": "engine.labeledshapeattributeval", + "pk": 68, "fields": { - "job": 18, - "label": 26, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 1 + "spec": 13, + "value": "yy", + "shape": 100 } }, { - "model": "engine.labeledtrack", - "pk": 6, + "model": "engine.labeledshapeattributeval", + "pk": 69, "fields": { - "job": 25, - "label": 58, - "frame": 0, - "group": 0, - "source": "manual", - "parent": null + "spec": 14, + "value": "1", + "shape": 100 } }, { - "model": "engine.labeledtrack", - "pk": 7, + "model": "engine.labeledshapeattributeval", + "pk": 70, "fields": { - "job": 25, - "label": 59, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 6 + "spec": 13, + "value": "yy", + "shape": 101 } }, { - "model": "engine.labeledtrack", - "pk": 8, + "model": "engine.labeledshapeattributeval", + "pk": 71, "fields": { - "job": 25, - "label": 60, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 6 + "spec": 14, + "value": "1", + "shape": 101 } }, { - "model": "engine.labeledtrack", - "pk": 9, + "model": "engine.labeledshapeattributeval", + "pk": 72, "fields": { - "job": 25, - "label": 61, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 6 + "spec": 13, + "value": "yy", + "shape": 102 } }, { - "model": "engine.labeledtrack", - "pk": 10, + "model": "engine.labeledshapeattributeval", + "pk": 73, "fields": { - "job": 25, - "label": 62, - "frame": 0, - "group": 0, - "source": "manual", - "parent": 6 + "spec": 14, + "value": "1", + "shape": 102 } }, { - "model": "engine.labeledtrack", - "pk": 11, + "model": "engine.labeledshapeattributeval", + "pk": 74, "fields": { - "job": 26, - "label": 58, - "frame": 6, - "group": 0, - "source": "manual", - "parent": null + "spec": 13, + "value": "yy", + "shape": 103 } }, { - "model": "engine.labeledtrack", - "pk": 12, + "model": "engine.labeledshapeattributeval", + "pk": 75, "fields": { - "job": 26, - "label": 59, - "frame": 6, - "group": 0, - "source": "manual", - "parent": 11 + "spec": 14, + "value": "1", + "shape": 103 } }, { - "model": "engine.labeledtrack", - "pk": 13, + "model": "engine.labeledshapeattributeval", + "pk": 76, "fields": { - "job": 26, - "label": 60, - "frame": 6, - "group": 0, - "source": "manual", - "parent": 11 + "spec": 13, + "value": "yy", + "shape": 104 } }, { - "model": "engine.labeledtrack", - "pk": 14, + "model": "engine.labeledshapeattributeval", + "pk": 77, "fields": { - "job": 26, - "label": 61, - "frame": 6, - "group": 0, - "source": "manual", - "parent": 11 + "spec": 14, + "value": "1", + "shape": 104 } }, { - "model": "engine.labeledtrack", - "pk": 15, + "model": "engine.labeledshapeattributeval", + "pk": 78, "fields": { - "job": 26, - "label": 62, - "frame": 6, - "group": 0, - "source": "manual", - "parent": 11 + "spec": 13, + "value": "yy", + "shape": 105 } }, { - "model": "engine.labeledtrackattributeval", - "pk": 3, + "model": "engine.labeledshapeattributeval", + "pk": 79, "fields": { - "spec": 2, - "value": "white", - "track": 1 + "spec": 14, + "value": "1", + "shape": 105 } }, { - "model": "engine.labeledtrackattributeval", - "pk": 4, + "model": "engine.labeledshapeattributeval", + "pk": 80, "fields": { - "spec": 3, - "value": "val1", - "track": 4 + "spec": 13, + "value": "yy", + "shape": 106 } }, { - "model": "engine.trackedshape", - "pk": 1, + "model": "engine.labeledshapeattributeval", + "pk": 81, "fields": { - "type": "skeleton", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "[]", - "rotation": 0.0, - "track": 1, - "frame": 0 + "spec": 14, + "value": "1", + "shape": 106 } }, { - "model": "engine.trackedshape", - "pk": 2, + "model": "engine.labeledshapeattributeval", + "pk": 82, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "381.9130434782637, 355.0592829431864", - "rotation": 0.0, - "track": 2, - "frame": 0 + "spec": 13, + "value": "yy", + "shape": 107 } }, { - "model": "engine.trackedshape", - "pk": 3, + "model": "engine.labeledshapeattributeval", + "pk": 83, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "461.9389738212561, 583.320176176868", - "rotation": 0.0, - "track": 3, - "frame": 0 + "spec": 14, + "value": "1", + "shape": 107 } }, { - "model": "engine.trackedshape", - "pk": 4, + "model": "engine.labeledshapeattributeval", + "pk": 84, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "655.6465767436227, 281.7391304347839", - "rotation": 0.0, - "track": 4, - "frame": 0 + "spec": 13, + "value": "yy", + "shape": 108 } }, { - "model": "engine.trackedshape", - "pk": 5, + "model": "engine.labeledshapeattributeval", + "pk": 85, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "708.000000000003, 586.0869565217404", - "rotation": 0.0, - "track": 5, - "frame": 0 + "spec": 14, + "value": "1", + "shape": 108 } }, { - "model": "engine.trackedshape", - "pk": 6, + "model": "engine.labeledshapeattributeval", + "pk": 86, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "137.0966796875, 156.11214469590232", - "rotation": 0.0, - "track": 2, - "frame": 3 + "spec": 13, + "value": "yy", + "shape": 109 } }, { - "model": "engine.trackedshape", - "pk": 7, + "model": "engine.labeledshapeattributeval", + "pk": 87, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "217.12261003049207, 384.3730379295848", - "rotation": 0.0, - "track": 3, - "frame": 3 + "spec": 14, + "value": "1", + "shape": 109 } }, { - "model": "engine.trackedshape", - "pk": 8, + "model": "engine.labeledshapeattributeval", + "pk": 88, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "410.83021295285835, 82.7919921875", - "rotation": 0.0, - "track": 4, - "frame": 3 + "spec": 13, + "value": "yy", + "shape": 110 } }, { - "model": "engine.trackedshape", - "pk": 9, + "model": "engine.labeledshapeattributeval", + "pk": 89, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "463.1836362092399, 387.13981827445605", - "rotation": 0.0, - "track": 5, - "frame": 3 + "spec": 14, + "value": "1", + "shape": 110 } }, { - "model": "engine.trackedshape", - "pk": 10, + "model": "engine.labeledshapeattributeval", + "pk": 90, "fields": { - "type": "skeleton", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "[]", - "rotation": 0.0, - "track": 6, - "frame": 0 + "spec": 13, + "value": "yy", + "shape": 111 } }, { - "model": "engine.trackedshape", - "pk": 11, + "model": "engine.labeledshapeattributeval", + "pk": 91, "fields": { - "type": "points", - "occluded": false, - "outside": true, - "z_order": 0, - "points": "230.39103314621025, 149.98846070356873", - "rotation": 0.0, - "track": 7, - "frame": 0 + "spec": 14, + "value": "1", + "shape": 111 } }, { - "model": "engine.trackedshape", - "pk": 12, + "model": "engine.labeledshapeattributeval", + "pk": 92, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "230.39103314621025, 149.98846070356873", - "rotation": 0.0, - "track": 7, - "frame": 3 + "spec": 13, + "value": "yy", + "shape": 112 } }, { - "model": "engine.trackedshape", - "pk": 13, + "model": "engine.labeledshapeattributeval", + "pk": 93, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "292.80597636674844, 284.1818841927473", - "rotation": 0.0, - "track": 8, - "frame": 0 + "spec": 14, + "value": "1", + "shape": 112 } }, { - "model": "engine.trackedshape", - "pk": 14, + "model": "engine.labeledshapeattributeval", + "pk": 94, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "377.016603158851, 94.95407858346152", - "rotation": 0.0, - "track": 9, - "frame": 0 + "spec": 13, + "value": "yy", + "shape": 113 } }, { - "model": "engine.trackedshape", - "pk": 15, + "model": "engine.labeledshapeattributeval", + "pk": 95, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "499.86507710826913, 316.59939612801213", - "rotation": 0.0, - "track": 10, - "frame": 0 + "spec": 14, + "value": "1", + "shape": 113 } }, { - "model": "engine.trackedshape", - "pk": 16, + "model": "engine.labeledshapeattributeval", + "pk": 96, "fields": { - "type": "skeleton", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "[]", - "rotation": 0.0, - "track": 11, - "frame": 6 + "spec": 13, + "value": "yy", + "shape": 114 } }, { - "model": "engine.trackedshape", - "pk": 17, + "model": "engine.labeledshapeattributeval", + "pk": 97, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "92.95325643333308, 129.2954675940839", - "rotation": 0.0, - "track": 12, - "frame": 6 + "spec": 14, + "value": "1", + "shape": 114 } }, { - "model": "engine.trackedshape", - "pk": 18, + "model": "engine.labeledshapeattributeval", + "pk": 98, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "133.81649280769233, 195.4883603907146", - "rotation": 0.0, - "track": 13, - "frame": 6 + "spec": 13, + "value": "yy", + "shape": 115 } }, { - "model": "engine.trackedshape", - "pk": 19, + "model": "engine.labeledshapeattributeval", + "pk": 99, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "188.94942364574058, 102.14894385926891", - "rotation": 0.0, - "track": 14, - "frame": 6 + "spec": 14, + "value": "1", + "shape": 115 } }, { - "model": "engine.trackedshape", - "pk": 20, + "model": "engine.labeledshapeattributeval", + "pk": 100, "fields": { - "type": "points", - "occluded": false, - "outside": false, - "z_order": 0, - "points": "269.3786601426267, 211.47877807640333", - "rotation": 0.0, - "track": 15, - "frame": 6 + "spec": 13, + "value": "yy", + "shape": 116 } }, { - "model": "engine.profile", - "pk": 1, + "model": "engine.labeledshapeattributeval", + "pk": 101, "fields": { - "user": [ - "admin1" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 116 } }, { - "model": "engine.profile", - "pk": 2, + "model": "engine.labeledshapeattributeval", + "pk": 102, "fields": { - "user": [ - "user1" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 117 } }, { - "model": "engine.profile", - "pk": 3, + "model": "engine.labeledshapeattributeval", + "pk": 103, "fields": { - "user": [ - "user2" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 117 } }, { - "model": "engine.profile", - "pk": 4, + "model": "engine.labeledshapeattributeval", + "pk": 104, "fields": { - "user": [ - "user3" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 118 } }, { - "model": "engine.profile", - "pk": 5, + "model": "engine.labeledshapeattributeval", + "pk": 105, "fields": { - "user": [ - "user4" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 118 } }, { - "model": "engine.profile", - "pk": 6, + "model": "engine.labeledshapeattributeval", + "pk": 106, "fields": { - "user": [ - "worker1" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 119 } }, { - "model": "engine.profile", - "pk": 7, + "model": "engine.labeledshapeattributeval", + "pk": 107, "fields": { - "user": [ - "worker2" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 119 } }, { - "model": "engine.profile", - "pk": 8, + "model": "engine.labeledshapeattributeval", + "pk": 108, "fields": { - "user": [ - "worker3" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 120 } }, { - "model": "engine.profile", - "pk": 9, + "model": "engine.labeledshapeattributeval", + "pk": 109, "fields": { - "user": [ - "worker4" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 120 } }, { - "model": "engine.profile", - "pk": 10, + "model": "engine.labeledshapeattributeval", + "pk": 110, "fields": { - "user": [ - "business1" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 121 } }, { - "model": "engine.profile", - "pk": 11, + "model": "engine.labeledshapeattributeval", + "pk": 111, "fields": { - "user": [ - "business2" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 121 } }, { - "model": "engine.profile", - "pk": 12, + "model": "engine.labeledshapeattributeval", + "pk": 112, "fields": { - "user": [ - "business3" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 123 } }, { - "model": "engine.profile", - "pk": 13, + "model": "engine.labeledshapeattributeval", + "pk": 113, "fields": { - "user": [ - "business4" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 123 } }, { - "model": "engine.profile", - "pk": 14, + "model": "engine.labeledshapeattributeval", + "pk": 114, "fields": { - "user": [ - "dummy1" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 124 } }, { - "model": "engine.profile", - "pk": 15, + "model": "engine.labeledshapeattributeval", + "pk": 115, "fields": { - "user": [ - "dummy2" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 124 } }, { - "model": "engine.profile", - "pk": 16, + "model": "engine.labeledshapeattributeval", + "pk": 116, "fields": { - "user": [ - "dummy3" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 125 } }, { - "model": "engine.profile", - "pk": 17, + "model": "engine.labeledshapeattributeval", + "pk": 117, "fields": { - "user": [ - "dummy4" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 125 } }, { - "model": "engine.profile", - "pk": 18, + "model": "engine.labeledshapeattributeval", + "pk": 118, "fields": { - "user": [ - "admin2" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 126 } }, { - "model": "engine.profile", - "pk": 19, + "model": "engine.labeledshapeattributeval", + "pk": 119, "fields": { - "user": [ - "user5" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 126 } }, { - "model": "engine.profile", - "pk": 20, + "model": "engine.labeledshapeattributeval", + "pk": 120, "fields": { - "user": [ - "user6" - ], - "rating": 0.0 + "spec": 13, + "value": "yy", + "shape": 127 } }, { - "model": "engine.profile", - "pk": 21, + "model": "engine.labeledshapeattributeval", + "pk": 121, "fields": { - "user": [ - "lonely_user" - ], - "rating": 0.0 + "spec": 14, + "value": "1", + "shape": 127 } }, { - "model": "engine.issue", - "pk": 1, + "model": "engine.labeledshapeattributeval", + "pk": 122, "fields": { - "created_date": "2022-03-16T11:04:39.444Z", - "updated_date": "2022-03-16T11:04:39.444Z", - "frame": 0, - "position": "244.58581235698148, 319.63386727689067, 326.9656750572103, 192.76887871853796, 543.6247139588122, 175.4691075514893, 835.2494279176244, 360.0000000000018, 609.5286041189956, 586.544622425632, 364.0361328125, 528.87890625, 244.58581235698148, 319.63386727689067", - "job": 7, - "owner": [ - "user1" - ], - "assignee": null, - "resolved": true + "spec": 13, + "value": "yy", + "shape": 128 } }, { - "model": "engine.issue", - "pk": 2, + "model": "engine.labeledshapeattributeval", + "pk": 123, "fields": { - "created_date": "2022-03-16T11:07:22.170Z", - "updated_date": "2022-03-16T11:07:22.170Z", - "frame": 0, - "position": "98.48046875, 696.72265625, 326.1220703125, 841.5859375", - "job": 9, - "owner": [ - "business2" - ], - "assignee": null, - "resolved": false + "spec": 14, + "value": "1", + "shape": 128 } }, { - "model": "engine.issue", - "pk": 3, + "model": "engine.labeledshapeattributeval", + "pk": 124, "fields": { - "created_date": "2022-03-16T11:08:18.367Z", - "updated_date": "2022-03-16T11:08:18.367Z", - "frame": 5, - "position": "108.1845703125, 235.0, 720.0087890625, 703.3505859375", - "job": 16, - "owner": [ - "business2" - ], - "assignee": null, - "resolved": false - } + "spec": 13, + "value": "yy", + "shape": 129 + } }, { - "model": "engine.issue", - "pk": 4, + "model": "engine.labeledshapeattributeval", + "pk": 125, "fields": { - "created_date": "2022-03-16T12:40:00.764Z", - "updated_date": "2022-03-16T12:40:00.764Z", - "frame": 5, - "position": "295.36328125, 243.6044921875, 932.23046875, 561.4921875", - "job": 10, - "owner": [ - "user1" - ], - "assignee": [ - "user1" - ], - "resolved": false + "spec": 14, + "value": "1", + "shape": 129 } }, { - "model": "engine.issue", - "pk": 5, + "model": "engine.labeledshapeattributeval", + "pk": 126, "fields": { - "created_date": "2022-03-16T12:49:29.369Z", - "updated_date": "2022-03-16T12:49:29.369Z", - "frame": 0, - "position": "65.6189987163034, 100.96585365853753, 142.12734274711147, 362.6243902439037", - "job": 11, - "owner": [ - "user6" - ], - "assignee": null, - "resolved": false + "spec": 13, + "value": "yy", + "shape": 130 } }, { - "model": "engine.comment", + "model": "engine.labeledshapeattributeval", + "pk": 127, + "fields": { + "spec": 14, + "value": "1", + "shape": 130 + } +}, +{ + "model": "engine.labeledtrack", "pk": 1, "fields": { - "created_date": "2022-03-16T11:04:39.447Z", - "updated_date": "2022-03-16T11:04:39.447Z", - "issue": 1, - "owner": [ - "user1" - ], - "message": "Why are we still here?" + "job": 18, + "label": 22, + "frame": 0, + "group": 0, + "source": "manual", + "parent": null } }, { - "model": "engine.comment", + "model": "engine.labeledtrack", "pk": 2, "fields": { - "created_date": "2022-03-16T11:04:49.821Z", - "updated_date": "2022-03-16T11:04:49.821Z", - "issue": 1, - "owner": [ - "user1" - ], - "message": "Just to suffer?" + "job": 18, + "label": 23, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 1 } }, { - "model": "engine.comment", + "model": "engine.labeledtrack", "pk": 3, "fields": { - "created_date": "2022-03-16T11:07:22.173Z", - "updated_date": "2022-03-16T11:07:22.173Z", - "issue": 2, - "owner": [ - "business2" - ], - "message": "Something should be here" + "job": 18, + "label": 24, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 1 } }, { - "model": "engine.comment", + "model": "engine.labeledtrack", "pk": 4, "fields": { - "created_date": "2022-03-16T11:08:18.370Z", - "updated_date": "2022-03-16T11:08:18.370Z", - "issue": 3, - "owner": [ - "business2" - ], - "message": "Another one issue" + "job": 18, + "label": 25, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 1 } }, { - "model": "engine.comment", + "model": "engine.labeledtrack", "pk": 5, "fields": { - "created_date": "2022-03-16T12:40:00.767Z", - "updated_date": "2022-03-16T12:40:00.767Z", - "issue": 4, - "owner": [ - "user1" - ], - "message": "Issue with empty frame" + "job": 18, + "label": 26, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 1 } }, { - "model": "engine.comment", + "model": "engine.labeledtrack", "pk": 6, "fields": { - "created_date": "2022-03-16T12:49:29.372Z", - "updated_date": "2022-03-16T12:49:29.372Z", - "issue": 5, - "owner": [ - "user6" - ], - "message": "Wrong position" + "job": 25, + "label": 58, + "frame": 0, + "group": 0, + "source": "manual", + "parent": null } }, { - "model": "engine.manifest", - "pk": 1, + "model": "engine.labeledtrack", + "pk": 7, "fields": { - "filename": "manifest.jsonl", - "cloud_storage": 1 + "job": 25, + "label": 59, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 6 } }, { - "model": "engine.manifest", - "pk": 2, + "model": "engine.labeledtrack", + "pk": 8, "fields": { - "filename": "sub/manifest.jsonl", - "cloud_storage": 2 + "job": 25, + "label": 60, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 6 } }, { - "model": "engine.manifest", - "pk": 3, + "model": "engine.labeledtrack", + "pk": 9, "fields": { - "filename": "manifest.jsonl", - "cloud_storage": 3 + "job": 25, + "label": 61, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 6 } }, { - "model": "engine.cloudstorage", - "pk": 1, + "model": "engine.labeledtrack", + "pk": 10, "fields": { - "created_date": "2022-03-17T07:22:49.519Z", - "updated_date": "2022-03-17T07:22:49.529Z", - "provider_type": "AWS_S3_BUCKET", - "resource": "public", - "display_name": "Bucket 1", - "owner": [ - "user1" - ], - "credentials": "", - "credentials_type": "ANONYMOUS_ACCESS", - "specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000", - "description": "", - "organization": null + "job": 25, + "label": 62, + "frame": 0, + "group": 0, + "source": "manual", + "parent": 6 } }, { - "model": "engine.cloudstorage", - "pk": 2, + "model": "engine.labeledtrack", + "pk": 11, "fields": { - "created_date": "2022-03-17T07:23:59.305Z", - "updated_date": "2022-07-13T12:46:45.587Z", - "provider_type": "AWS_S3_BUCKET", - "resource": "private", - "display_name": "Bucket 2", - "owner": [ - "business2" - ], - "credentials": "minio_access_key minio_secret_key", - "credentials_type": "KEY_SECRET_KEY_PAIR", - "specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000", - "description": "", - "organization": 2 + "job": 26, + "label": 58, + "frame": 6, + "group": 0, + "source": "manual", + "parent": null } }, { - "model": "engine.cloudstorage", - "pk": 3, + "model": "engine.labeledtrack", + "pk": 12, "fields": { - "created_date": "2022-06-29T12:56:18.257Z", - "updated_date": "2022-06-29T12:56:18.264Z", - "provider_type": "AWS_S3_BUCKET", - "resource": "importexportbucket", - "display_name": "Import/Export bucket", - "owner": [ - "admin1" - ], - "credentials": "minio_access_key minio_secret_key", - "credentials_type": "KEY_SECRET_KEY_PAIR", - "specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000", - "description": "Bucket for importing and exporting annotations and backups", - "organization": 2 + "job": 26, + "label": 59, + "frame": 6, + "group": 0, + "source": "manual", + "parent": 11 } }, { - "model": "engine.storage", - "pk": 1, + "model": "engine.labeledtrack", + "pk": 13, "fields": { - "location": "cloud_storage", - "cloud_storage": 3 + "job": 26, + "label": 60, + "frame": 6, + "group": 0, + "source": "manual", + "parent": 11 } }, { - "model": "engine.storage", - "pk": 2, + "model": "engine.labeledtrack", + "pk": 14, "fields": { - "location": "cloud_storage", - "cloud_storage": 3 + "job": 26, + "label": 61, + "frame": 6, + "group": 0, + "source": "manual", + "parent": 11 } }, { - "model": "engine.storage", - "pk": 3, + "model": "engine.labeledtrack", + "pk": 15, "fields": { - "location": "cloud_storage", - "cloud_storage": 3 + "job": 26, + "label": 62, + "frame": 6, + "group": 0, + "source": "manual", + "parent": 11 } }, { - "model": "engine.storage", - "pk": 4, + "model": "engine.labeledtrack", + "pk": 18, "fields": { - "location": "cloud_storage", - "cloud_storage": 3 + "job": 42, + "label": 87, + "frame": 0, + "group": 0, + "source": "manual", + "parent": null } }, { - "model": "engine.storage", - "pk": 5, + "model": "engine.labeledtrack", + "pk": 19, "fields": { - "location": "local", - "cloud_storage": null + "job": 42, + "label": 88, + "frame": 0, + "group": 0, + "source": "manual", + "parent": null } }, { - "model": "engine.storage", - "pk": 6, + "model": "engine.labeledtrack", + "pk": 20, "fields": { - "location": "local", - "cloud_storage": null + "job": 43, + "label": 87, + "frame": 0, + "group": 0, + "source": "manual", + "parent": null } }, { - "model": "engine.storage", - "pk": 7, + "model": "engine.labeledtrack", + "pk": 21, "fields": { - "location": "local", - "cloud_storage": null + "job": 43, + "label": 88, + "frame": 0, + "group": 0, + "source": "manual", + "parent": null } }, { - "model": "engine.storage", - "pk": 8, + "model": "engine.labeledtrack", + "pk": 22, "fields": { - "location": "local", - "cloud_storage": null + "job": 41, + "label": 87, + "frame": 0, + "group": 0, + "source": "consensus", + "parent": null } }, { - "model": "engine.storage", - "pk": 9, + "model": "engine.labeledtrackattributeval", + "pk": 3, "fields": { - "location": "local", - "cloud_storage": null + "spec": 2, + "value": "white", + "track": 1 } }, { - "model": "engine.storage", - "pk": 10, + "model": "engine.labeledtrackattributeval", + "pk": 4, "fields": { - "location": "local", - "cloud_storage": null + "spec": 3, + "value": "val1", + "track": 4 } }, { - "model": "engine.storage", - "pk": 11, + "model": "engine.trackedshape", + "pk": 1, "fields": { - "location": "local", - "cloud_storage": null + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "track": 1, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 12, + "model": "engine.trackedshape", + "pk": 2, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "381.9130434782637, 355.0592829431864", + "rotation": 0.0, + "track": 2, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 13, + "model": "engine.trackedshape", + "pk": 3, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "461.9389738212561, 583.320176176868", + "rotation": 0.0, + "track": 3, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 14, + "model": "engine.trackedshape", + "pk": 4, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "655.6465767436227, 281.7391304347839", + "rotation": 0.0, + "track": 4, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 15, + "model": "engine.trackedshape", + "pk": 5, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "708.000000000003, 586.0869565217404", + "rotation": 0.0, + "track": 5, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 16, + "model": "engine.trackedshape", + "pk": 6, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "137.0966796875, 156.11214469590232", + "rotation": 0.0, + "track": 2, + "frame": 3 } }, { - "model": "engine.storage", - "pk": 17, + "model": "engine.trackedshape", + "pk": 7, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "217.12261003049207, 384.3730379295848", + "rotation": 0.0, + "track": 3, + "frame": 3 } }, { - "model": "engine.storage", - "pk": 18, + "model": "engine.trackedshape", + "pk": 8, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "410.83021295285835, 82.7919921875", + "rotation": 0.0, + "track": 4, + "frame": 3 } }, { - "model": "engine.storage", - "pk": 19, + "model": "engine.trackedshape", + "pk": 9, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "463.1836362092399, 387.13981827445605", + "rotation": 0.0, + "track": 5, + "frame": 3 } }, { - "model": "engine.storage", - "pk": 20, + "model": "engine.trackedshape", + "pk": 10, "fields": { - "location": "local", - "cloud_storage": null + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "track": 6, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 21, + "model": "engine.trackedshape", + "pk": 11, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": true, + "z_order": 0, + "points": "230.39103314621025, 149.98846070356873", + "rotation": 0.0, + "track": 7, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 22, + "model": "engine.trackedshape", + "pk": 12, "fields": { - "location": "local", - "cloud_storage": null - } -}, -{ - "model": "engine.storage", - "pk": 23, - "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "230.39103314621025, 149.98846070356873", + "rotation": 0.0, + "track": 7, + "frame": 3 } }, { - "model": "engine.storage", - "pk": 24, + "model": "engine.trackedshape", + "pk": 13, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "292.80597636674844, 284.1818841927473", + "rotation": 0.0, + "track": 8, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 25, + "model": "engine.trackedshape", + "pk": 14, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "377.016603158851, 94.95407858346152", + "rotation": 0.0, + "track": 9, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 26, + "model": "engine.trackedshape", + "pk": 15, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "499.86507710826913, 316.59939612801213", + "rotation": 0.0, + "track": 10, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 27, + "model": "engine.trackedshape", + "pk": 16, "fields": { - "location": "local", - "cloud_storage": null + "type": "skeleton", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "[]", + "rotation": 0.0, + "track": 11, + "frame": 6 } }, { - "model": "engine.storage", - "pk": 28, + "model": "engine.trackedshape", + "pk": 17, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "92.95325643333308, 129.2954675940839", + "rotation": 0.0, + "track": 12, + "frame": 6 } }, { - "model": "engine.storage", - "pk": 29, + "model": "engine.trackedshape", + "pk": 18, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "133.81649280769233, 195.4883603907146", + "rotation": 0.0, + "track": 13, + "frame": 6 } }, { - "model": "engine.storage", - "pk": 30, + "model": "engine.trackedshape", + "pk": 19, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "188.94942364574058, 102.14894385926891", + "rotation": 0.0, + "track": 14, + "frame": 6 } }, { - "model": "engine.storage", - "pk": 31, + "model": "engine.trackedshape", + "pk": 20, "fields": { - "location": "local", - "cloud_storage": null + "type": "points", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "269.3786601426267, 211.47877807640333", + "rotation": 0.0, + "track": 15, + "frame": 6 } }, { - "model": "engine.storage", - "pk": 32, + "model": "engine.trackedshape", + "pk": 23, "fields": { - "location": "local", - "cloud_storage": null + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "24.645527629965727,46.27817962033987,177.87681256178075,160.45050956953492", + "rotation": 0.0, + "track": 18, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 33, + "model": "engine.trackedshape", + "pk": 24, "fields": { - "location": "local", - "cloud_storage": null + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "147.23055557541738,206.11944154921366,266.21014152247335,308.2736315037564", + "rotation": 0.0, + "track": 19, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 34, + "model": "engine.trackedshape", + "pk": 25, "fields": { - "location": "local", - "cloud_storage": null + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "15.631922633976501,29.452783627826648,148.4323695748826,140.019671578626", + "rotation": 0.0, + "track": 20, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 35, + "model": "engine.trackedshape", + "pk": 26, "fields": { - "location": "local", - "cloud_storage": null + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "96.75436759787954,179.6795335609786,226.55027954012257,292.0491425109758", + "rotation": 0.0, + "track": 21, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 36, + "model": "engine.trackedshape", + "pk": 27, "fields": { - "location": "local", - "cloud_storage": null + "type": "rectangle", + "occluded": false, + "outside": false, + "z_order": 0, + "points": "24.65,46.28,177.88,160.45", + "rotation": 0.0, + "track": 22, + "frame": 0 } }, { - "model": "engine.storage", - "pk": 37, + "model": "engine.profile", + "pk": 1, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "admin1" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 38, + "model": "engine.profile", + "pk": 2, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "user1" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 39, + "model": "engine.profile", + "pk": 3, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "user2" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 40, + "model": "engine.profile", + "pk": 4, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "user3" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 41, + "model": "engine.profile", + "pk": 5, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "user4" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 42, + "model": "engine.profile", + "pk": 6, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "worker1" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 43, + "model": "engine.profile", + "pk": 7, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "worker2" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 44, - "fields": { - "location": "local", - "cloud_storage": null + "model": "engine.profile", + "pk": 8, + "fields": { + "user": [ + "worker3" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 45, + "model": "engine.profile", + "pk": 9, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "worker4" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 46, + "model": "engine.profile", + "pk": 10, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "business1" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 47, + "model": "engine.profile", + "pk": 11, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "business2" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 48, + "model": "engine.profile", + "pk": 12, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "business3" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 49, + "model": "engine.profile", + "pk": 13, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "business4" + ], + "rating": 0.0 } }, { - "model": "engine.storage", - "pk": 50, + "model": "engine.profile", + "pk": 14, "fields": { - "location": "local", - "cloud_storage": null + "user": [ + "dummy1" + ], + "rating": 0.0 } }, { - "model": "webhooks.webhook", + "model": "engine.profile", + "pk": 15, + "fields": { + "user": [ + "dummy2" + ], + "rating": 0.0 + } +}, +{ + "model": "engine.profile", + "pk": 16, + "fields": { + "user": [ + "dummy3" + ], + "rating": 0.0 + } +}, +{ + "model": "engine.profile", + "pk": 17, + "fields": { + "user": [ + "dummy4" + ], + "rating": 0.0 + } +}, +{ + "model": "engine.profile", + "pk": 18, + "fields": { + "user": [ + "admin2" + ], + "rating": 0.0 + } +}, +{ + "model": "engine.profile", + "pk": 19, + "fields": { + "user": [ + "user5" + ], + "rating": 0.0 + } +}, +{ + "model": "engine.profile", + "pk": 20, + "fields": { + "user": [ + "user6" + ], + "rating": 0.0 + } +}, +{ + "model": "engine.profile", + "pk": 21, + "fields": { + "user": [ + "lonely_user" + ], + "rating": 0.0 + } +}, +{ + "model": "engine.issue", "pk": 1, "fields": { - "created_date": "2022-09-28T12:16:28.311Z", - "updated_date": "2022-09-28T12:16:28.311Z", - "target_url": "http://example.com/", - "description": "", - "events": "delete:task,update:task,create:task,update:job", - "type": "project", - "content_type": "application/json", - "secret": "", - "is_active": true, - "enable_ssl": true, + "created_date": "2022-03-16T11:04:39.444Z", + "updated_date": "2022-03-16T11:04:39.444Z", + "frame": 0, + "position": "244.58581235698148, 319.63386727689067, 326.9656750572103, 192.76887871853796, 543.6247139588122, 175.4691075514893, 835.2494279176244, 360.0000000000018, 609.5286041189956, 586.544622425632, 364.0361328125, 528.87890625, 244.58581235698148, 319.63386727689067", + "job": 7, "owner": [ "user1" ], - "project": 6, - "organization": null + "assignee": null, + "resolved": true } }, { - "model": "webhooks.webhook", + "model": "engine.issue", "pk": 2, "fields": { - "created_date": "2022-09-28T12:18:12.412Z", - "updated_date": "2022-09-28T12:18:12.412Z", - "target_url": "http://example.com/", - "description": "", - "events": "delete:comment,update:issue,update:comment,update:job,update:project,delete:task,create:comment,delete:issue,update:task,create:task,create:issue", - "type": "project", - "content_type": "application/json", - "secret": "", - "is_active": true, - "enable_ssl": true, + "created_date": "2022-03-16T11:07:22.170Z", + "updated_date": "2022-03-16T11:07:22.170Z", + "frame": 0, + "position": "98.48046875, 696.72265625, 326.1220703125, 841.5859375", + "job": 9, "owner": [ - "business1" + "business2" ], - "project": 1, - "organization": null + "assignee": null, + "resolved": false } }, { - "model": "webhooks.webhook", + "model": "engine.issue", "pk": 3, "fields": { - "created_date": "2022-09-28T12:19:49.744Z", - "updated_date": "2022-09-28T12:19:49.744Z", - "target_url": "http://example.com", - "description": "", - "events": "update:issue,delete:issue,create:issue,update:project", - "type": "project", - "content_type": "application/json", - "secret": "", - "is_active": true, - "enable_ssl": true, + "created_date": "2022-03-16T11:08:18.367Z", + "updated_date": "2022-03-16T11:08:18.367Z", + "frame": 5, + "position": "108.1845703125, 235.0, 720.0087890625, 703.3505859375", + "job": 16, "owner": [ - "user2" + "business2" ], - "project": 3, - "organization": 2 + "assignee": null, + "resolved": false } }, { - "model": "webhooks.webhook", - "pk": 6, + "model": "engine.issue", + "pk": 4, "fields": { - "created_date": "2022-09-29T08:00:48.440Z", - "updated_date": "2022-09-29T08:00:48.441Z", - "target_url": "http://example.com/", - "description": "", - "events": "delete:task,create:task,update:issue,update:membership,create:comment,delete:comment,update:job,update:comment,create:project,delete:invitation,create:invitation,update:project,update:task,delete:membership,delete:issue,delete:project,update:organization,create:issue", - "type": "organization", - "content_type": "application/json", - "secret": "", - "is_active": true, - "enable_ssl": true, + "created_date": "2022-03-16T12:40:00.764Z", + "updated_date": "2022-03-16T12:40:00.764Z", + "frame": 5, + "position": "295.36328125, 243.6044921875, 932.23046875, 561.4921875", + "job": 10, "owner": [ - "admin1" + "user1" ], - "project": null, - "organization": 1 + "assignee": [ + "user1" + ], + "resolved": false } }, { - "model": "webhooks.webhookdelivery", + "model": "engine.issue", + "pk": 5, + "fields": { + "created_date": "2022-03-16T12:49:29.369Z", + "updated_date": "2022-03-16T12:49:29.369Z", + "frame": 0, + "position": "65.6189987163034, 100.96585365853753, 142.12734274711147, 362.6243902439037", + "job": 11, + "owner": [ + "user6" + ], + "assignee": null, + "resolved": false + } +}, +{ + "model": "engine.comment", "pk": 1, "fields": { - "created_date": "2023-09-15T07:53:52.457Z", - "updated_date": "2023-09-15T07:53:52.457Z", - "webhook": 6, - "event": "create:invitation", - "status_code": 200, - "redelivery": false, - "changed_fields": "", - "request": { - "event": "create:invitation", - "sender": { - "id": 2, - "url": "http://localhost:8080/api/users/2", - "username": "user1", - "last_name": "First", - "first_name": "User" - }, - "invitation": { - "key": "d2Zaawf81uImG1nmWA0Va0Bv5EPERt1edJDTgTgMZiefZ2QmC1IdPld9LIPnkiWR", - "role": "supervisor", - "user": { - "id": 5, - "url": "http://localhost:8080/api/users/5", - "username": "user4", - "last_name": "Fourth", - "first_name": "User" - }, - "owner": { - "id": 2, - "url": "http://localhost:8080/api/users/2", - "username": "user1", - "last_name": "First", - "first_name": "User" - }, - "created_date": "2023-09-15T07:53:52.115322Z", - "organization": 1 - }, - "webhook_id": 6 - }, - "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n

\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + "created_date": "2022-03-16T11:04:39.447Z", + "updated_date": "2022-03-16T11:04:39.447Z", + "issue": 1, + "owner": [ + "user1" + ], + "message": "Why are we still here?" } }, { - "model": "webhooks.webhookdelivery", + "model": "engine.comment", "pk": 2, "fields": { - "created_date": "2023-09-15T07:53:52.659Z", - "updated_date": "2023-09-15T07:53:52.659Z", - "webhook": 6, - "event": "create:invitation", - "status_code": 200, - "redelivery": false, - "changed_fields": "", - "request": { - "event": "create:invitation", - "sender": { - "id": 2, - "url": "http://localhost:8080/api/users/2", - "username": "user1", - "last_name": "First", - "first_name": "User" - }, - "invitation": { - "key": "q8GWTPiR1Vz9DDO6MQo1B6pUBzW9GjDb6AUQPziAV62jD7OpCLZji0GS66C48wRX", - "role": "maintainer", - "user": { - "id": 11, - "url": "http://localhost:8080/api/users/11", - "username": "business2", - "last_name": "Second", - "first_name": "Business" - }, - "owner": { - "id": 2, - "url": "http://localhost:8080/api/users/2", - "username": "user1", - "last_name": "First", - "first_name": "User" - }, - "created_date": "2023-09-15T07:53:52.116135Z", - "organization": 1 - }, - "webhook_id": 6 - }, - "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n
\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + "created_date": "2022-03-16T11:04:49.821Z", + "updated_date": "2022-03-16T11:04:49.821Z", + "issue": 1, + "owner": [ + "user1" + ], + "message": "Just to suffer?" } }, { - "model": "webhooks.webhookdelivery", + "model": "engine.comment", "pk": 3, "fields": { - "created_date": "2023-09-15T07:53:52.906Z", - "updated_date": "2023-09-15T07:53:52.906Z", - "webhook": 6, - "event": "update:membership", - "status_code": 200, - "redelivery": false, - "changed_fields": "is_active,joined_date", - "request": { - "event": "update:membership", - "sender": { - "id": 2, - "url": "http://localhost:8080/api/users/2", - "username": "user1", - "last_name": "First", - "first_name": "User" - }, - "membership": { - "id": 14, - "role": "supervisor", - "user": { - "id": 5, - "url": "http://localhost:8080/api/users/5", - "username": "user4", - "last_name": "Fourth", - "first_name": "User" - }, - "is_active": true, - "invitation": "d2Zaawf81uImG1nmWA0Va0Bv5EPERt1edJDTgTgMZiefZ2QmC1IdPld9LIPnkiWR", - "joined_date": "2023-09-15T07:53:52.115322Z", - "organization": 1 - }, - "webhook_id": 6, - "before_update": { - "is_active": false, - "joined_date": null - } - }, - "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n
\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + "created_date": "2022-03-16T11:07:22.173Z", + "updated_date": "2022-03-16T11:07:22.173Z", + "issue": 2, + "owner": [ + "business2" + ], + "message": "Something should be here" } }, { - "model": "webhooks.webhookdelivery", + "model": "engine.comment", "pk": 4, "fields": { - "created_date": "2023-09-15T07:53:53.135Z", - "updated_date": "2023-09-15T07:53:53.135Z", - "webhook": 6, - "event": "update:membership", - "status_code": 200, - "redelivery": false, - "changed_fields": "is_active,joined_date", - "request": { - "event": "update:membership", - "sender": { - "id": 2, - "url": "http://localhost:8080/api/users/2", - "username": "user1", - "last_name": "First", - "first_name": "User" - }, - "membership": { - "id": 15, - "role": "maintainer", - "user": { - "id": 11, - "url": "http://localhost:8080/api/users/11", - "username": "business2", - "last_name": "Second", - "first_name": "Business" - }, - "is_active": true, - "invitation": "q8GWTPiR1Vz9DDO6MQo1B6pUBzW9GjDb6AUQPziAV62jD7OpCLZji0GS66C48wRX", - "joined_date": "2023-09-15T07:53:52.116135Z", - "organization": 1 - }, - "webhook_id": 6, - "before_update": { - "is_active": false, - "joined_date": null - } - }, - "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n
\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + "created_date": "2022-03-16T11:08:18.370Z", + "updated_date": "2022-03-16T11:08:18.370Z", + "issue": 3, + "owner": [ + "business2" + ], + "message": "Another one issue" } }, { - "model": "quality_control.qualityreport", + "model": "engine.comment", + "pk": 5, + "fields": { + "created_date": "2022-03-16T12:40:00.767Z", + "updated_date": "2022-03-16T12:40:00.767Z", + "issue": 4, + "owner": [ + "user1" + ], + "message": "Issue with empty frame" + } +}, +{ + "model": "engine.comment", + "pk": 6, + "fields": { + "created_date": "2022-03-16T12:49:29.372Z", + "updated_date": "2022-03-16T12:49:29.372Z", + "issue": 5, + "owner": [ + "user6" + ], + "message": "Wrong position" + } +}, +{ + "model": "engine.manifest", "pk": 1, "fields": { - "job": null, - "task": 22, - "parent": null, - "created_date": "2023-05-26T16:25:36.613Z", - "target_last_updated": "2023-05-26T16:17:02.635Z", - "gt_last_updated": "2023-05-26T16:16:50.630Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":37,\"warning_count\":15,\"error_count\":22,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":9,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":21,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,8,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.6774193548387096,0.0],\"accuracy\":[0.0,0.5384615384615384,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4883720930232558,\"precision\":0.6176470588235294,\"recall\":0.6363636363636364},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"mean_iou\":0.19532955159399454,\"accuracy\":0.5581395348837209},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"frame_count\":3,\"mean_conflict_count\":12.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":21,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,2,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.84,0.0],\"accuracy\":[0.0,0.6363636363636364,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5675675675675675,\"precision\":0.6176470588235294,\"recall\":0.7777777777777778},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"mean_iou\":0.5859886547819836,\"accuracy\":0.6486486486486487},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"conflict_count\":31,\"warning_count\":15,\"error_count\":16,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":3,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,6,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "filename": "manifest.jsonl", + "cloud_storage": 1 } }, { - "model": "quality_control.qualityreport", + "model": "engine.manifest", "pk": 2, "fields": { - "job": 27, - "task": null, - "parent": 1, - "created_date": "2023-05-26T16:25:36.616Z", - "target_last_updated": "2023-05-26T16:11:24.294Z", - "gt_last_updated": "2023-05-26T16:16:50.630Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":37,\"warning_count\":15,\"error_count\":22,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":9,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":21,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,8,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.6774193548387096,0.0],\"accuracy\":[0.0,0.5384615384615384,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4883720930232558,\"precision\":0.6176470588235294,\"recall\":0.6363636363636364},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"mean_iou\":0.19532955159399454,\"accuracy\":0.5581395348837209},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"frame_count\":3,\"mean_conflict_count\":12.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":21,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,2,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.84,0.0],\"accuracy\":[0.0,0.6363636363636364,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5675675675675675,\"precision\":0.6176470588235294,\"recall\":0.7777777777777778},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"mean_iou\":0.5859886547819836,\"accuracy\":0.6486486486486487},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"conflict_count\":31,\"warning_count\":15,\"error_count\":16,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":3,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,6,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "filename": "sub/manifest.jsonl", + "cloud_storage": 2 } }, { - "model": "quality_control.qualityreport", + "model": "engine.manifest", "pk": 3, "fields": { - "job": null, - "task": 22, - "parent": null, - "created_date": "2023-11-24T15:24:25.355Z", - "target_last_updated": "2023-11-24T15:23:30.045Z", - "gt_last_updated": "2023-11-24T15:18:55.216Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "filename": "manifest.jsonl", + "cloud_storage": 3 + } +}, +{ + "model": "engine.cloudstorage", + "pk": 1, + "fields": { + "created_date": "2022-03-17T07:22:49.519Z", + "updated_date": "2022-03-17T07:22:49.529Z", + "provider_type": "AWS_S3_BUCKET", + "resource": "public", + "display_name": "Bucket 1", + "owner": [ + "user1" + ], + "credentials": "", + "credentials_type": "ANONYMOUS_ACCESS", + "specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000", + "description": "", + "organization": null + } +}, +{ + "model": "engine.cloudstorage", + "pk": 2, + "fields": { + "created_date": "2022-03-17T07:23:59.305Z", + "updated_date": "2022-07-13T12:46:45.587Z", + "provider_type": "AWS_S3_BUCKET", + "resource": "private", + "display_name": "Bucket 2", + "owner": [ + "business2" + ], + "credentials": "minio_access_key minio_secret_key", + "credentials_type": "KEY_SECRET_KEY_PAIR", + "specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000", + "description": "", + "organization": 2 + } +}, +{ + "model": "engine.cloudstorage", + "pk": 3, + "fields": { + "created_date": "2022-06-29T12:56:18.257Z", + "updated_date": "2022-06-29T12:56:18.264Z", + "provider_type": "AWS_S3_BUCKET", + "resource": "importexportbucket", + "display_name": "Import/Export bucket", + "owner": [ + "admin1" + ], + "credentials": "minio_access_key minio_secret_key", + "credentials_type": "KEY_SECRET_KEY_PAIR", + "specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000", + "description": "Bucket for importing and exporting annotations and backups", + "organization": 2 + } +}, +{ + "model": "engine.storage", + "pk": 1, + "fields": { + "location": "cloud_storage", + "cloud_storage": 3 + } +}, +{ + "model": "engine.storage", + "pk": 2, + "fields": { + "location": "cloud_storage", + "cloud_storage": 3 + } +}, +{ + "model": "engine.storage", + "pk": 3, + "fields": { + "location": "cloud_storage", + "cloud_storage": 3 + } +}, +{ + "model": "engine.storage", + "pk": 4, + "fields": { + "location": "cloud_storage", + "cloud_storage": 3 + } +}, +{ + "model": "engine.storage", + "pk": 5, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 6, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 7, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 8, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 9, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 10, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 11, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 12, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 13, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 14, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 15, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 16, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 17, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 18, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 19, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 20, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 21, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 22, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 23, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 24, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 25, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 26, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 27, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 28, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 29, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 30, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 31, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 32, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 33, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 34, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 35, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 36, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 37, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 38, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 39, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 40, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 41, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 42, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 43, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 44, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 45, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 46, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 47, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 48, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 49, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "engine.storage", + "pk": 50, + "fields": { + "location": "local", + "cloud_storage": null + } +}, +{ + "model": "webhooks.webhook", + "pk": 1, + "fields": { + "created_date": "2022-09-28T12:16:28.311Z", + "updated_date": "2022-09-28T12:16:28.311Z", + "target_url": "http://example.com/", + "description": "", + "events": "delete:task,update:task,create:task,update:job", + "type": "project", + "content_type": "application/json", + "secret": "", + "is_active": true, + "enable_ssl": true, + "owner": [ + "user1" + ], + "project": 6, + "organization": null + } +}, +{ + "model": "webhooks.webhook", + "pk": 2, + "fields": { + "created_date": "2022-09-28T12:18:12.412Z", + "updated_date": "2022-09-28T12:18:12.412Z", + "target_url": "http://example.com/", + "description": "", + "events": "delete:comment,update:issue,update:comment,update:job,update:project,delete:task,create:comment,delete:issue,update:task,create:task,create:issue", + "type": "project", + "content_type": "application/json", + "secret": "", + "is_active": true, + "enable_ssl": true, + "owner": [ + "business1" + ], + "project": 1, + "organization": null + } +}, +{ + "model": "webhooks.webhook", + "pk": 3, + "fields": { + "created_date": "2022-09-28T12:19:49.744Z", + "updated_date": "2022-09-28T12:19:49.744Z", + "target_url": "http://example.com", + "description": "", + "events": "update:issue,delete:issue,create:issue,update:project", + "type": "project", + "content_type": "application/json", + "secret": "", + "is_active": true, + "enable_ssl": true, + "owner": [ + "user2" + ], + "project": 3, + "organization": 2 + } +}, +{ + "model": "webhooks.webhook", + "pk": 6, + "fields": { + "created_date": "2022-09-29T08:00:48.440Z", + "updated_date": "2022-09-29T08:00:48.441Z", + "target_url": "http://example.com/", + "description": "", + "events": "delete:task,create:task,update:issue,update:membership,create:comment,delete:comment,update:job,update:comment,create:project,delete:invitation,create:invitation,update:project,update:task,delete:membership,delete:issue,delete:project,update:organization,create:issue", + "type": "organization", + "content_type": "application/json", + "secret": "", + "is_active": true, + "enable_ssl": true, + "owner": [ + "admin1" + ], + "project": null, + "organization": 1 + } +}, +{ + "model": "webhooks.webhookdelivery", + "pk": 1, + "fields": { + "created_date": "2023-09-15T07:53:52.457Z", + "updated_date": "2023-09-15T07:53:52.457Z", + "webhook": 6, + "event": "create:invitation", + "status_code": 200, + "redelivery": false, + "changed_fields": "", + "request": { + "event": "create:invitation", + "sender": { + "id": 2, + "url": "http://localhost:8080/api/users/2", + "username": "user1", + "last_name": "First", + "first_name": "User" + }, + "invitation": { + "key": "d2Zaawf81uImG1nmWA0Va0Bv5EPERt1edJDTgTgMZiefZ2QmC1IdPld9LIPnkiWR", + "role": "supervisor", + "user": { + "id": 5, + "url": "http://localhost:8080/api/users/5", + "username": "user4", + "last_name": "Fourth", + "first_name": "User" + }, + "owner": { + "id": 2, + "url": "http://localhost:8080/api/users/2", + "username": "user1", + "last_name": "First", + "first_name": "User" + }, + "created_date": "2023-09-15T07:53:52.115322Z", + "organization": 1 + }, + "webhook_id": 6 + }, + "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n
\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + } +}, +{ + "model": "webhooks.webhookdelivery", + "pk": 2, + "fields": { + "created_date": "2023-09-15T07:53:52.659Z", + "updated_date": "2023-09-15T07:53:52.659Z", + "webhook": 6, + "event": "create:invitation", + "status_code": 200, + "redelivery": false, + "changed_fields": "", + "request": { + "event": "create:invitation", + "sender": { + "id": 2, + "url": "http://localhost:8080/api/users/2", + "username": "user1", + "last_name": "First", + "first_name": "User" + }, + "invitation": { + "key": "q8GWTPiR1Vz9DDO6MQo1B6pUBzW9GjDb6AUQPziAV62jD7OpCLZji0GS66C48wRX", + "role": "maintainer", + "user": { + "id": 11, + "url": "http://localhost:8080/api/users/11", + "username": "business2", + "last_name": "Second", + "first_name": "Business" + }, + "owner": { + "id": 2, + "url": "http://localhost:8080/api/users/2", + "username": "user1", + "last_name": "First", + "first_name": "User" + }, + "created_date": "2023-09-15T07:53:52.116135Z", + "organization": 1 + }, + "webhook_id": 6 + }, + "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n
\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + } +}, +{ + "model": "webhooks.webhookdelivery", + "pk": 3, + "fields": { + "created_date": "2023-09-15T07:53:52.906Z", + "updated_date": "2023-09-15T07:53:52.906Z", + "webhook": 6, + "event": "update:membership", + "status_code": 200, + "redelivery": false, + "changed_fields": "is_active,joined_date", + "request": { + "event": "update:membership", + "sender": { + "id": 2, + "url": "http://localhost:8080/api/users/2", + "username": "user1", + "last_name": "First", + "first_name": "User" + }, + "membership": { + "id": 14, + "role": "supervisor", + "user": { + "id": 5, + "url": "http://localhost:8080/api/users/5", + "username": "user4", + "last_name": "Fourth", + "first_name": "User" + }, + "is_active": true, + "invitation": "d2Zaawf81uImG1nmWA0Va0Bv5EPERt1edJDTgTgMZiefZ2QmC1IdPld9LIPnkiWR", + "joined_date": "2023-09-15T07:53:52.115322Z", + "organization": 1 + }, + "webhook_id": 6, + "before_update": { + "is_active": false, + "joined_date": null + } + }, + "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n
\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + } +}, +{ + "model": "webhooks.webhookdelivery", + "pk": 4, + "fields": { + "created_date": "2023-09-15T07:53:53.135Z", + "updated_date": "2023-09-15T07:53:53.135Z", + "webhook": 6, + "event": "update:membership", + "status_code": 200, + "redelivery": false, + "changed_fields": "is_active,joined_date", + "request": { + "event": "update:membership", + "sender": { + "id": 2, + "url": "http://localhost:8080/api/users/2", + "username": "user1", + "last_name": "First", + "first_name": "User" + }, + "membership": { + "id": 15, + "role": "maintainer", + "user": { + "id": 11, + "url": "http://localhost:8080/api/users/11", + "username": "business2", + "last_name": "Second", + "first_name": "Business" + }, + "is_active": true, + "invitation": "q8GWTPiR1Vz9DDO6MQo1B6pUBzW9GjDb6AUQPziAV62jD7OpCLZji0GS66C48wRX", + "joined_date": "2023-09-15T07:53:52.116135Z", + "organization": 1 + }, + "webhook_id": 6, + "before_update": { + "is_active": false, + "joined_date": null + } + }, + "response": "\n\n\n Example Domain\n\n \n \n \n \n\n\n\n
\n

Example Domain

\n

This domain is for use in illustrative examples in documents. You may use this\n domain in literature without prior coordination or asking for permission.

\n

More information...

\n
\n\n\n" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 1, + "fields": { + "job": null, + "task": 22, + "parent": null, + "created_date": "2023-05-26T16:25:36.613Z", + "target_last_updated": "2023-05-26T16:17:02.635Z", + "gt_last_updated": "2023-05-26T16:16:50.630Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":37,\"warning_count\":15,\"error_count\":22,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":9,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":21,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,8,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.6774193548387096,0.0],\"accuracy\":[0.0,0.5384615384615384,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4883720930232558,\"precision\":0.6176470588235294,\"recall\":0.6363636363636364},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"mean_iou\":0.19532955159399454,\"accuracy\":0.5581395348837209},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"frame_count\":3,\"mean_conflict_count\":12.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":21,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,2,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.84,0.0],\"accuracy\":[0.0,0.6363636363636364,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5675675675675675,\"precision\":0.6176470588235294,\"recall\":0.7777777777777778},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"mean_iou\":0.5859886547819836,\"accuracy\":0.6486486486486487},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"conflict_count\":31,\"warning_count\":15,\"error_count\":16,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":3,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,6,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 2, + "fields": { + "job": 27, + "task": null, + "parent": 1, + "created_date": "2023-05-26T16:25:36.616Z", + "target_last_updated": "2023-05-26T16:11:24.294Z", + "gt_last_updated": "2023-05-26T16:16:50.630Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":37,\"warning_count\":15,\"error_count\":22,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":9,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":21,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,8,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.6774193548387096,0.0],\"accuracy\":[0.0,0.5384615384615384,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4883720930232558,\"precision\":0.6176470588235294,\"recall\":0.6363636363636364},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":9,\"extra_count\":10,\"total_count\":43,\"ds_count\":34,\"gt_count\":33,\"mean_iou\":0.19532955159399454,\"accuracy\":0.5581395348837209},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"frame_count\":3,\"mean_conflict_count\":12.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":21,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,2,3],[1,21,7],[1,2,0]],\"precision\":[0.0,0.7241379310344828,0.0],\"recall\":[0.0,0.84,0.0],\"accuracy\":[0.0,0.6363636363636364,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5675675675675675,\"precision\":0.6176470588235294,\"recall\":0.7777777777777778},\"annotation_components\":{\"shape\":{\"valid_count\":24,\"missing_count\":3,\"extra_count\":10,\"total_count\":37,\"ds_count\":34,\"gt_count\":27,\"mean_iou\":0.5859886547819836,\"accuracy\":0.6486486486486487},\"label\":{\"valid_count\":21,\"invalid_count\":3,\"total_count\":24,\"accuracy\":0.875}},\"conflict_count\":31,\"warning_count\":15,\"error_count\":16,\"conflicts_by_type\":{\"low_overlap\":6,\"missing_annotation\":3,\"extra_annotation\":10,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,6,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 3, + "fields": { + "job": null, + "task": 22, + "parent": null, + "created_date": "2023-11-24T15:24:25.355Z", + "target_last_updated": "2023-11-24T15:23:30.045Z", + "gt_last_updated": "2023-11-24T15:18:55.216Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 4, + "fields": { + "job": 27, + "task": null, + "parent": 3, + "created_date": "2023-11-24T15:24:25.357Z", + "target_last_updated": "2023-11-24T15:23:30.269Z", + "gt_last_updated": "2023-11-24T15:18:55.216Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 5, + "fields": { + "job": null, + "task": 22, + "parent": null, + "created_date": "2024-03-21T11:16:21.845Z", + "target_last_updated": "2023-11-24T15:23:30.045Z", + "gt_last_updated": "2023-11-24T15:18:55.216Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.8478260869565217,0.6086956521739131,0.9565217391304348,0.5434782608695652],\"jaccard_index\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.825,0.7,0.95,0.625],\"jaccard_index\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 6, + "fields": { + "job": 27, + "task": null, + "parent": 5, + "created_date": "2024-03-21T11:16:21.847Z", + "target_last_updated": "2023-11-24T15:23:30.269Z", + "gt_last_updated": "2023-11-24T15:18:55.216Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.8478260869565217,0.6086956521739131,0.9565217391304348,0.5434782608695652],\"jaccard_index\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.825,0.7,0.95,0.625],\"jaccard_index\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 7, + "fields": { + "job": null, + "task": 23, + "parent": null, + "created_date": "2024-03-21T20:52:03.542Z", + "target_last_updated": "2024-03-21T20:50:05.947Z", + "gt_last_updated": "2024-03-21T20:50:20.020Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[4,5,7],\"conflict_count\":3,\"warning_count\":1,\"error_count\":2,\"conflicts_by_type\":{\"low_overlap\":1,\"missing_annotation\":1,\"extra_annotation\":1},\"annotations\":{\"valid_count\":2,\"missing_count\":1,\"extra_count\":1,\"total_count\":4,\"ds_count\":3,\"gt_count\":3,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[2,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5,\"precision\":0.6666666666666666,\"recall\":0.6666666666666666},\"annotation_components\":{\"shape\":{\"valid_count\":2,\"missing_count\":1,\"extra_count\":1,\"total_count\":4,\"ds_count\":3,\"gt_count\":3,\"mean_iou\":null,\"accuracy\":0.5},\"label\":{\"valid_count\":2,\"invalid_count\":0,\"total_count\":2,\"accuracy\":1.0}},\"frame_count\":3,\"mean_conflict_count\":1.0},\"frame_results\":{\"5\":{\"conflicts\":[{\"frame_id\":5,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":156,\"job_id\":30,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":163,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.6077449295377204,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":1,\"warning_count\":1,\"error_count\":0,\"conflicts_by_type\":{\"low_overlap\":1}},\"7\":{\"conflicts\":[],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.8588610910105674,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}},\"4\":{\"conflicts\":[{\"frame_id\":4,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":162,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":4,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":155,\"job_id\":29,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.1548852356623416,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":2,\"warning_count\":0,\"error_count\":2,\"conflicts_by_type\":{\"missing_annotation\":1,\"extra_annotation\":1}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 8, + "fields": { + "job": 31, + "task": null, + "parent": 7, + "created_date": "2024-03-21T20:52:03.552Z", + "target_last_updated": "2024-03-21T20:50:27.594Z", + "gt_last_updated": "2024-03-21T20:50:20.020Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.0,\"frames\":[],\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{},\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":null,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"frame_count\":0,\"mean_conflict_count\":0.0},\"frame_results\":{}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 9, + "fields": { + "job": 30, + "task": null, + "parent": 7, + "created_date": "2024-03-21T20:52:03.552Z", + "target_last_updated": "2024-03-21T20:50:33.610Z", + "gt_last_updated": "2024-03-21T20:50:20.020Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.4,\"frames\":[5,7],\"conflict_count\":1,\"warning_count\":1,\"error_count\":0,\"conflicts_by_type\":{\"low_overlap\":1},\"annotations\":{\"valid_count\":2,\"missing_count\":0,\"extra_count\":0,\"total_count\":2,\"ds_count\":2,\"gt_count\":2,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[2,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":2,\"missing_count\":0,\"extra_count\":0,\"total_count\":2,\"ds_count\":2,\"gt_count\":2,\"mean_iou\":0.7333030102741439,\"accuracy\":1.0},\"label\":{\"valid_count\":2,\"invalid_count\":0,\"total_count\":2,\"accuracy\":1.0}},\"frame_count\":2,\"mean_conflict_count\":0.5},\"frame_results\":{\"5\":{\"conflicts\":[{\"frame_id\":5,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":156,\"job_id\":30,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":163,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.6077449295377204,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":1,\"warning_count\":1,\"error_count\":0,\"conflicts_by_type\":{\"low_overlap\":1}},\"7\":{\"conflicts\":[],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.8588610910105674,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 10, + "fields": { + "job": 29, + "task": null, + "parent": 7, + "created_date": "2024-03-21T20:52:03.552Z", + "target_last_updated": "2024-03-21T20:50:39.585Z", + "gt_last_updated": "2024-03-21T20:50:20.020Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2,\"frames\":[4],\"conflict_count\":2,\"warning_count\":0,\"error_count\":2,\"conflicts_by_type\":{\"missing_annotation\":1,\"extra_annotation\":1},\"annotations\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.1548852356623416,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"frame_count\":1,\"mean_conflict_count\":2.0},\"frame_results\":{\"4\":{\"conflicts\":[{\"frame_id\":4,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":162,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":4,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":155,\"job_id\":29,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.1548852356623416,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":2,\"warning_count\":0,\"error_count\":2,\"conflicts_by_type\":{\"missing_annotation\":1,\"extra_annotation\":1}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 11, + "fields": { + "job": null, + "task": 22, + "parent": null, + "created_date": "2024-04-03T09:51:29.971Z", + "target_last_updated": "2023-11-24T15:23:30.045Z", + "gt_last_updated": "2023-11-24T15:18:55.216Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":42,\"warning_count\":16,\"error_count\":26,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":12,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":12,\"extra_count\":11,\"total_count\":48,\"ds_count\":36,\"gt_count\":37,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,10,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6363636363636364,0.5,0.0],\"accuracy\":[0.8541666666666666,0.5833333333333334,0.9583333333333334,0.5208333333333334],\"jaccard_index\":[0.0,0.5121951219512195,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4583333333333333,\"precision\":0.6111111111111112,\"recall\":0.5945945945945946},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":14.0},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":7,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":5,\"extra_count\":11,\"total_count\":41,\"ds_count\":36,\"gt_count\":30,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,3,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.8076923076923077,0.5,0.0],\"accuracy\":[0.8292682926829268,0.6829268292682927,0.9512195121951219,0.6097560975609756],\"jaccard_index\":[0.0,0.6176470588235294,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5365853658536586,\"precision\":0.6111111111111112,\"recall\":0.7333333333333333},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":35,\"warning_count\":16,\"error_count\":19,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":5,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":8,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":7,\"extra_count\":0,\"total_count\":7,\"ds_count\":0,\"gt_count\":7,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,7,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":7,\"warning_count\":0,\"error_count\":7,\"conflicts_by_type\":{\"missing_annotation\":7}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.qualityreport", + "pk": 12, + "fields": { + "job": 27, + "task": null, + "parent": 11, + "created_date": "2024-04-03T09:51:29.992Z", + "target_last_updated": "2023-11-24T15:23:30.269Z", + "gt_last_updated": "2023-11-24T15:18:55.216Z", + "assignee": null, + "assignee_last_updated": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":42,\"warning_count\":16,\"error_count\":26,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":12,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":12,\"extra_count\":11,\"total_count\":48,\"ds_count\":36,\"gt_count\":37,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,10,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6363636363636364,0.5,0.0],\"accuracy\":[0.8541666666666666,0.5833333333333334,0.9583333333333334,0.5208333333333334],\"jaccard_index\":[0.0,0.5121951219512195,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4583333333333333,\"precision\":0.6111111111111112,\"recall\":0.5945945945945946},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":14.0},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":7,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":5,\"extra_count\":11,\"total_count\":41,\"ds_count\":36,\"gt_count\":30,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,3,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.8076923076923077,0.5,0.0],\"accuracy\":[0.8292682926829268,0.6829268292682927,0.9512195121951219,0.6097560975609756],\"jaccard_index\":[0.0,0.6176470588235294,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5365853658536586,\"precision\":0.6111111111111112,\"recall\":0.7333333333333333},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":35,\"warning_count\":16,\"error_count\":19,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":5,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":8,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":7,\"extra_count\":0,\"total_count\":7,\"ds_count\":0,\"gt_count\":7,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,7,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":7,\"warning_count\":0,\"error_count\":7,\"conflicts_by_type\":{\"missing_annotation\":7}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 1, + "fields": { + "report": 2, + "frame": 0, + "type": "low_overlap", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 2, + "fields": { + "report": 2, + "frame": 0, + "type": "low_overlap", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 3, + "fields": { + "report": 2, + "frame": 0, + "type": "low_overlap", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 4, + "fields": { + "report": 2, + "frame": 0, + "type": "low_overlap", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 5, + "fields": { + "report": 2, + "frame": 0, + "type": "low_overlap", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 6, + "fields": { + "report": 2, + "frame": 0, + "type": "low_overlap", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 7, + "fields": { + "report": 2, + "frame": 0, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 8, + "fields": { + "report": 2, + "frame": 0, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 9, + "fields": { + "report": 2, + "frame": 0, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 10, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 11, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 12, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 13, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 14, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 15, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 16, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 17, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 18, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 19, + "fields": { + "report": 2, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 20, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_label", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 21, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_label", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 22, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_label", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 23, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_direction", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 24, + "fields": { + "report": 2, + "frame": 0, + "type": "covered_annotation", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 25, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_attributes", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 26, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_groups", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 27, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_groups", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 28, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_groups", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 29, + "fields": { + "report": 2, + "frame": 0, + "type": "mismatching_groups", + "severity": "warning" } }, { - "model": "quality_control.qualityreport", - "pk": 4, + "model": "quality_control.annotationconflict", + "pk": 30, "fields": { - "job": 27, - "task": null, - "parent": 3, - "created_date": "2023-11-24T15:24:25.357Z", - "target_last_updated": "2023-11-24T15:23:30.269Z", - "gt_last_updated": "2023-11-24T15:18:55.216Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "report": 2, + "frame": 0, + "type": "mismatching_groups", + "severity": "warning" } }, { - "model": "quality_control.qualityreport", - "pk": 5, + "model": "quality_control.annotationconflict", + "pk": 31, "fields": { - "job": null, - "task": 22, - "parent": null, - "created_date": "2024-03-21T11:16:21.845Z", - "target_last_updated": "2023-11-24T15:23:30.045Z", - "gt_last_updated": "2023-11-24T15:18:55.216Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.8478260869565217,0.6086956521739131,0.9565217391304348,0.5434782608695652],\"jaccard_index\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.825,0.7,0.95,0.625],\"jaccard_index\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "report": 2, + "frame": 0, + "type": "mismatching_groups", + "severity": "warning" } }, { - "model": "quality_control.qualityreport", - "pk": 6, + "model": "quality_control.annotationconflict", + "pk": 32, "fields": { - "job": 27, - "task": null, - "parent": 5, - "created_date": "2024-03-21T11:16:21.847Z", - "target_last_updated": "2023-11-24T15:23:30.269Z", - "gt_last_updated": "2023-11-24T15:18:55.216Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":40,\"warning_count\":16,\"error_count\":24,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":10,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,8,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6774193548387096,0.5,0.0],\"accuracy\":[0.8478260869565217,0.6086956521739131,0.9565217391304348,0.5434782608695652],\"jaccard_index\":[0.0,0.5384615384615384,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4782608695652174,\"precision\":0.6111111111111112,\"recall\":0.6285714285714286},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":13.333333333333334},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,2,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.84,0.5,0.0],\"accuracy\":[0.825,0.7,0.95,0.625],\"jaccard_index\":[0.0,0.6363636363636364,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.55,\"precision\":0.6111111111111112,\"recall\":0.7586206896551724},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":34,\"warning_count\":16,\"error_count\":18,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":4,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,6,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":6,\"warning_count\":0,\"error_count\":6,\"conflicts_by_type\":{\"missing_annotation\":6}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "report": 2, + "frame": 1, + "type": "missing_annotation", + "severity": "error" } }, { - "model": "quality_control.qualityreport", - "pk": 7, + "model": "quality_control.annotationconflict", + "pk": 33, "fields": { - "job": null, - "task": 23, - "parent": null, - "created_date": "2024-03-21T20:52:03.542Z", - "target_last_updated": "2024-03-21T20:50:05.947Z", - "gt_last_updated": "2024-03-21T20:50:20.020Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[4,5,7],\"conflict_count\":3,\"warning_count\":1,\"error_count\":2,\"conflicts_by_type\":{\"low_overlap\":1,\"missing_annotation\":1,\"extra_annotation\":1},\"annotations\":{\"valid_count\":2,\"missing_count\":1,\"extra_count\":1,\"total_count\":4,\"ds_count\":3,\"gt_count\":3,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[2,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5,\"precision\":0.6666666666666666,\"recall\":0.6666666666666666},\"annotation_components\":{\"shape\":{\"valid_count\":2,\"missing_count\":1,\"extra_count\":1,\"total_count\":4,\"ds_count\":3,\"gt_count\":3,\"mean_iou\":null,\"accuracy\":0.5},\"label\":{\"valid_count\":2,\"invalid_count\":0,\"total_count\":2,\"accuracy\":1.0}},\"frame_count\":3,\"mean_conflict_count\":1.0},\"frame_results\":{\"5\":{\"conflicts\":[{\"frame_id\":5,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":156,\"job_id\":30,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":163,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.6077449295377204,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":1,\"warning_count\":1,\"error_count\":0,\"conflicts_by_type\":{\"low_overlap\":1}},\"7\":{\"conflicts\":[],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.8588610910105674,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}},\"4\":{\"conflicts\":[{\"frame_id\":4,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":162,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":4,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":155,\"job_id\":29,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.1548852356623416,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":2,\"warning_count\":0,\"error_count\":2,\"conflicts_by_type\":{\"missing_annotation\":1,\"extra_annotation\":1}}}}" + "report": 2, + "frame": 1, + "type": "missing_annotation", + "severity": "error" } }, { - "model": "quality_control.qualityreport", - "pk": 8, + "model": "quality_control.annotationconflict", + "pk": 34, "fields": { - "job": 31, - "task": null, - "parent": 7, - "created_date": "2024-03-21T20:52:03.552Z", - "target_last_updated": "2024-03-21T20:50:27.594Z", - "gt_last_updated": "2024-03-21T20:50:20.020Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.0,\"frames\":[],\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{},\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,0],[0,0,0],[0,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":null,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"frame_count\":0,\"mean_conflict_count\":0.0},\"frame_results\":{}}" + "report": 2, + "frame": 1, + "type": "missing_annotation", + "severity": "error" } }, { - "model": "quality_control.qualityreport", - "pk": 9, + "model": "quality_control.annotationconflict", + "pk": 35, "fields": { - "job": 30, - "task": null, - "parent": 7, - "created_date": "2024-03-21T20:52:03.552Z", - "target_last_updated": "2024-03-21T20:50:33.610Z", - "gt_last_updated": "2024-03-21T20:50:20.020Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.4,\"frames\":[5,7],\"conflict_count\":1,\"warning_count\":1,\"error_count\":0,\"conflicts_by_type\":{\"low_overlap\":1},\"annotations\":{\"valid_count\":2,\"missing_count\":0,\"extra_count\":0,\"total_count\":2,\"ds_count\":2,\"gt_count\":2,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[2,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":2,\"missing_count\":0,\"extra_count\":0,\"total_count\":2,\"ds_count\":2,\"gt_count\":2,\"mean_iou\":0.7333030102741439,\"accuracy\":1.0},\"label\":{\"valid_count\":2,\"invalid_count\":0,\"total_count\":2,\"accuracy\":1.0}},\"frame_count\":2,\"mean_conflict_count\":0.5},\"frame_results\":{\"5\":{\"conflicts\":[{\"frame_id\":5,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":156,\"job_id\":30,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":163,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.6077449295377204,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":1,\"warning_count\":1,\"error_count\":0,\"conflicts_by_type\":{\"low_overlap\":1}},\"7\":{\"conflicts\":[],\"annotations\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[1,0,0],[0,0,0],[0,0,0]],\"precision\":[1.0,0.0,0.0],\"recall\":[1.0,0.0,0.0],\"accuracy\":[1.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":1.0,\"precision\":1.0,\"recall\":1.0},\"annotation_components\":{\"shape\":{\"valid_count\":1,\"missing_count\":0,\"extra_count\":0,\"total_count\":1,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.8588610910105674,\"accuracy\":1.0},\"label\":{\"valid_count\":1,\"invalid_count\":0,\"total_count\":1,\"accuracy\":1.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "report": 2, + "frame": 1, + "type": "missing_annotation", + "severity": "error" } }, { - "model": "quality_control.qualityreport", - "pk": 10, + "model": "quality_control.annotationconflict", + "pk": 36, "fields": { - "job": 29, - "task": null, - "parent": 7, - "created_date": "2024-03-21T20:52:03.552Z", - "target_last_updated": "2024-03-21T20:50:39.585Z", - "gt_last_updated": "2024-03-21T20:50:20.020Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2,\"frames\":[4],\"conflict_count\":2,\"warning_count\":0,\"error_count\":2,\"conflicts_by_type\":{\"missing_annotation\":1,\"extra_annotation\":1},\"annotations\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.1548852356623416,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"frame_count\":1,\"mean_conflict_count\":2.0},\"frame_results\":{\"4\":{\"conflicts\":[{\"frame_id\":4,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":162,\"job_id\":32,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":4,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":155,\"job_id\":29,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"confusion_matrix\":{\"labels\":[\"cat\",\"dog\",\"unmatched\"],\"rows\":[[0,0,1],[0,0,0],[1,0,0]],\"precision\":[0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":1,\"extra_count\":1,\"total_count\":2,\"ds_count\":1,\"gt_count\":1,\"mean_iou\":0.1548852356623416,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":2,\"warning_count\":0,\"error_count\":2,\"conflicts_by_type\":{\"missing_annotation\":1,\"extra_annotation\":1}}}}" + "report": 2, + "frame": 1, + "type": "missing_annotation", + "severity": "error" } }, { - "model": "quality_control.qualityreport", - "pk": 11, + "model": "quality_control.annotationconflict", + "pk": 37, "fields": { - "job": null, - "task": 22, - "parent": null, - "created_date": "2024-04-03T09:51:29.971Z", - "target_last_updated": "2023-11-24T15:23:30.045Z", - "gt_last_updated": "2023-11-24T15:18:55.216Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":42,\"warning_count\":16,\"error_count\":26,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":12,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":12,\"extra_count\":11,\"total_count\":48,\"ds_count\":36,\"gt_count\":37,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,10,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6363636363636364,0.5,0.0],\"accuracy\":[0.8541666666666666,0.5833333333333334,0.9583333333333334,0.5208333333333334],\"jaccard_index\":[0.0,0.5121951219512195,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4583333333333333,\"precision\":0.6111111111111112,\"recall\":0.5945945945945946},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":14.0},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":7,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":5,\"extra_count\":11,\"total_count\":41,\"ds_count\":36,\"gt_count\":30,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,3,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.8076923076923077,0.5,0.0],\"accuracy\":[0.8292682926829268,0.6829268292682927,0.9512195121951219,0.6097560975609756],\"jaccard_index\":[0.0,0.6176470588235294,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5365853658536586,\"precision\":0.6111111111111112,\"recall\":0.7333333333333333},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":35,\"warning_count\":16,\"error_count\":19,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":5,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":8,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":7,\"extra_count\":0,\"total_count\":7,\"ds_count\":0,\"gt_count\":7,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,7,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":7,\"warning_count\":0,\"error_count\":7,\"conflicts_by_type\":{\"missing_annotation\":7}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "report": 2, + "frame": 1, + "type": "missing_annotation", + "severity": "error" } }, { - "model": "quality_control.qualityreport", - "pk": 12, + "model": "quality_control.annotationconflict", + "pk": 38, "fields": { - "job": 27, - "task": null, - "parent": 11, - "created_date": "2024-04-03T09:51:29.992Z", - "target_last_updated": "2023-11-24T15:23:30.269Z", - "gt_last_updated": "2023-11-24T15:18:55.216Z", - "assignee": null, - "assignee_last_updated": null, - "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"compare_attributes\":true,\"ignored_attributes\":[],\"iou_threshold\":0.4,\"low_overlap_threshold\":0.8,\"oks_sigma\":0.09,\"line_thickness\":0.01,\"compare_line_orientation\":true,\"line_orientation_threshold\":0.1,\"compare_groups\":true,\"group_match_threshold\":0.5,\"check_covered_annotations\":true,\"object_visibility_threshold\":0.05,\"panoptic_comparison\":true},\"comparison_summary\":{\"frame_share\":0.2727272727272727,\"frames\":[0,1,2],\"conflict_count\":42,\"warning_count\":16,\"error_count\":26,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":12,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6},\"annotations\":{\"valid_count\":22,\"missing_count\":12,\"extra_count\":11,\"total_count\":48,\"ds_count\":36,\"gt_count\":37,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,10,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.6363636363636364,0.5,0.0],\"accuracy\":[0.8541666666666666,0.5833333333333334,0.9583333333333334,0.5208333333333334],\"jaccard_index\":[0.0,0.5121951219512195,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.4583333333333333,\"precision\":0.6111111111111112,\"recall\":0.5945945945945946},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":10,\"extra_count\":11,\"total_count\":46,\"ds_count\":36,\"gt_count\":35,\"mean_iou\":0.18567508032031,\"accuracy\":0.5434782608695652},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"frame_count\":3,\"mean_conflict_count\":14.0},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":91,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":118,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":88,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":102,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":68,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"},{\"obj_id\":98,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":141,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"},{\"obj_id\":132,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"low_overlap\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":107,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":121,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":122,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":131,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":7,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":70,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":76,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":93,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":74,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":95,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":73,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":96,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":64,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":66,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":94,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"extra_annotation\",\"annotation_ids\":[{\"obj_id\":142,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"skeleton\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":92,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":119,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":89,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"points\"},{\"obj_id\":123,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_label\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"},{\"obj_id\":97,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":0,\"type\":\"mismatching_direction\",\"annotation_ids\":[{\"obj_id\":67,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"polyline\"},{\"obj_id\":99,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"covered_annotation\",\"annotation_ids\":[{\"obj_id\":69,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_attributes\",\"annotation_ids\":[{\"obj_id\":65,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":101,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":82,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":103,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":81,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":104,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":83,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":105,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":87,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":106,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":80,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":111,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"},{\"frame_id\":0,\"type\":\"mismatching_groups\",\"annotation_ids\":[{\"obj_id\":77,\"job_id\":27,\"type\":\"shape\",\"shape_type\":\"rectangle\"},{\"obj_id\":114,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"warning\"}],\"annotations\":{\"valid_count\":22,\"missing_count\":5,\"extra_count\":11,\"total_count\":41,\"ds_count\":36,\"gt_count\":30,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,2,0,3],[1,21,0,7],[0,0,1,1],[1,3,1,0]],\"precision\":[0.0,0.7241379310344828,0.5,0.0],\"recall\":[0.0,0.8076923076923077,0.5,0.0],\"accuracy\":[0.8292682926829268,0.6829268292682927,0.9512195121951219,0.6097560975609756],\"jaccard_index\":[0.0,0.6176470588235294,0.3333333333333333,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.5365853658536586,\"precision\":0.6111111111111112,\"recall\":0.7333333333333333},\"annotation_components\":{\"shape\":{\"valid_count\":25,\"missing_count\":4,\"extra_count\":11,\"total_count\":40,\"ds_count\":36,\"gt_count\":29,\"mean_iou\":0.55702524096093,\"accuracy\":0.625},\"label\":{\"valid_count\":22,\"invalid_count\":3,\"total_count\":25,\"accuracy\":0.88}},\"conflict_count\":35,\"warning_count\":16,\"error_count\":19,\"conflicts_by_type\":{\"low_overlap\":7,\"missing_annotation\":5,\"extra_annotation\":11,\"mismatching_label\":3,\"mismatching_direction\":1,\"covered_annotation\":1,\"mismatching_attributes\":1,\"mismatching_groups\":6}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":130,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"rectangle\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":128,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"points\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":124,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polygon\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":125,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"ellipse\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":127,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"mask\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":129,\"job_id\":28,\"type\":\"shape\",\"shape_type\":\"polyline\"}],\"severity\":\"error\"},{\"frame_id\":1,\"type\":\"missing_annotation\",\"annotation_ids\":[{\"obj_id\":8,\"job_id\":28,\"type\":\"tag\",\"shape_type\":null}],\"severity\":\"error\"}],\"annotations\":{\"valid_count\":0,\"missing_count\":7,\"extra_count\":0,\"total_count\":7,\"ds_count\":0,\"gt_count\":7,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,7,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[1.0,0.0,1.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":6,\"extra_count\":0,\"total_count\":6,\"ds_count\":0,\"gt_count\":6,\"mean_iou\":0.0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":7,\"warning_count\":0,\"error_count\":7,\"conflicts_by_type\":{\"missing_annotation\":7}},\"2\":{\"conflicts\":[],\"annotations\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"confusion_matrix\":{\"labels\":[\"dog\",\"cat\",\"skele\",\"unmatched\"],\"rows\":[[0,0,0,0],[0,0,0,0],[0,0,0,0],[0,0,0,0]],\"precision\":[0.0,0.0,0.0,0.0],\"recall\":[0.0,0.0,0.0,0.0],\"accuracy\":[0.0,0.0,0.0,0.0],\"jaccard_index\":[0.0,0.0,0.0,0.0],\"axes\":{\"cols\":\"gt\",\"rows\":\"ds\"}},\"accuracy\":0.0,\"precision\":0.0,\"recall\":0.0},\"annotation_components\":{\"shape\":{\"valid_count\":0,\"missing_count\":0,\"extra_count\":0,\"total_count\":0,\"ds_count\":0,\"gt_count\":0,\"mean_iou\":0,\"accuracy\":0.0},\"label\":{\"valid_count\":0,\"invalid_count\":0,\"total_count\":0,\"accuracy\":0.0}},\"conflict_count\":0,\"warning_count\":0,\"error_count\":0,\"conflicts_by_type\":{}}}}" + "report": 4, + "frame": 0, + "type": "low_overlap", + "severity": "warning" } }, { "model": "quality_control.annotationconflict", - "pk": 1, + "pk": 39, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12465,9 +14712,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 2, + "pk": 40, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12475,9 +14722,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 3, + "pk": 41, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12485,9 +14732,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 4, + "pk": 42, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12495,9 +14742,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 5, + "pk": 43, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12505,9 +14752,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 6, + "pk": 44, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12515,9 +14762,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 7, + "pk": 45, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -12525,9 +14772,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 8, + "pk": 46, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -12535,9 +14782,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 9, + "pk": 47, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -12545,9 +14792,19 @@ }, { "model": "quality_control.annotationconflict", - "pk": 10, + "pk": 48, "fields": { - "report": 2, + "report": 4, + "frame": 0, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 49, + "fields": { + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12555,9 +14812,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 11, + "pk": 50, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12565,9 +14822,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 12, + "pk": 51, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12575,9 +14832,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 13, + "pk": 52, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12585,9 +14842,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 14, + "pk": 53, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12595,9 +14852,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 15, + "pk": 54, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12605,9 +14862,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 16, + "pk": 55, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12615,9 +14872,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 17, + "pk": 56, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12625,9 +14882,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 18, + "pk": 57, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12635,9 +14892,19 @@ }, { "model": "quality_control.annotationconflict", - "pk": 19, + "pk": 58, "fields": { - "report": 2, + "report": 4, + "frame": 0, + "type": "extra_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 59, + "fields": { + "report": 4, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12645,9 +14912,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 20, + "pk": 60, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -12655,9 +14922,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 21, + "pk": 61, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -12665,9 +14932,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 22, + "pk": 62, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -12675,9 +14942,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 23, + "pk": 63, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_direction", "severity": "warning" @@ -12685,9 +14952,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 24, + "pk": 64, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "covered_annotation", "severity": "warning" @@ -12695,9 +14962,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 25, + "pk": 65, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_attributes", "severity": "warning" @@ -12705,9 +14972,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 26, + "pk": 66, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -12715,9 +14982,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 27, + "pk": 67, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -12725,9 +14992,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 28, + "pk": 68, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -12735,9 +15002,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 29, + "pk": 69, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -12745,9 +15012,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 30, + "pk": 70, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -12755,9 +15022,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 31, + "pk": 71, "fields": { - "report": 2, + "report": 4, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -12765,9 +15032,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 32, + "pk": 72, "fields": { - "report": 2, + "report": 4, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -12775,9 +15042,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 33, + "pk": 73, "fields": { - "report": 2, + "report": 4, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -12785,9 +15052,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 34, + "pk": 74, "fields": { - "report": 2, + "report": 4, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -12795,9 +15062,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 35, + "pk": 75, "fields": { - "report": 2, + "report": 4, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -12805,9 +15072,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 36, + "pk": 76, "fields": { - "report": 2, + "report": 4, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -12815,9 +15082,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 37, + "pk": 77, "fields": { - "report": 2, + "report": 4, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -12825,9 +15092,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 38, + "pk": 78, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12835,9 +15102,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 39, + "pk": 79, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12845,9 +15112,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 40, + "pk": 80, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12855,9 +15122,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 41, + "pk": 81, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12865,9 +15132,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 42, + "pk": 82, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12875,9 +15142,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 43, + "pk": 83, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12885,9 +15152,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 44, + "pk": 84, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -12895,9 +15162,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 45, + "pk": 85, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -12905,9 +15172,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 46, + "pk": 86, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -12915,9 +15182,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 47, + "pk": 87, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -12925,9 +15192,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 48, + "pk": 88, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -12935,9 +15202,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 49, + "pk": 89, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12945,9 +15212,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 50, + "pk": 90, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12955,9 +15222,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 51, + "pk": 91, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12965,9 +15232,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 52, + "pk": 92, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12975,9 +15242,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 53, + "pk": 93, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12985,9 +15252,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 54, + "pk": 94, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -12995,9 +15262,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 55, + "pk": 95, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13005,9 +15272,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 56, + "pk": 96, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13015,9 +15282,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 57, + "pk": 97, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13025,9 +15292,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 58, + "pk": 98, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13035,9 +15302,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 59, + "pk": 99, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13045,9 +15312,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 60, + "pk": 100, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -13055,9 +15322,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 61, + "pk": 101, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -13065,9 +15332,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 62, + "pk": 102, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -13075,9 +15342,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 63, + "pk": 103, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_direction", "severity": "warning" @@ -13085,9 +15352,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 64, + "pk": 104, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "covered_annotation", "severity": "warning" @@ -13095,9 +15362,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 65, + "pk": 105, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_attributes", "severity": "warning" @@ -13105,9 +15372,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 66, + "pk": 106, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13115,9 +15382,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 67, + "pk": 107, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13125,9 +15392,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 68, + "pk": 108, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13135,9 +15402,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 69, + "pk": 109, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13145,9 +15412,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 70, + "pk": 110, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13155,9 +15422,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 71, + "pk": 111, "fields": { - "report": 4, + "report": 6, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13165,9 +15432,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 72, + "pk": 112, "fields": { - "report": 4, + "report": 6, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -13175,9 +15442,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 73, + "pk": 113, "fields": { - "report": 4, + "report": 6, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -13185,9 +15452,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 74, + "pk": 114, "fields": { - "report": 4, + "report": 6, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -13195,9 +15462,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 75, + "pk": 115, "fields": { - "report": 4, + "report": 6, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -13205,9 +15472,19 @@ }, { "model": "quality_control.annotationconflict", - "pk": 76, + "pk": 116, "fields": { - "report": 4, + "report": 6, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 117, + "fields": { + "report": 6, "frame": 1, "type": "missing_annotation", "severity": "error" @@ -13215,19 +15492,39 @@ }, { "model": "quality_control.annotationconflict", - "pk": 77, + "pk": 118, + "fields": { + "report": 9, + "frame": 5, + "type": "low_overlap", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 119, + "fields": { + "report": 10, + "frame": 4, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 120, "fields": { - "report": 4, - "frame": 1, - "type": "missing_annotation", + "report": 10, + "frame": 4, + "type": "extra_annotation", "severity": "error" } }, { "model": "quality_control.annotationconflict", - "pk": 78, + "pk": 121, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -13235,9 +15532,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 79, + "pk": 122, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -13245,9 +15542,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 80, + "pk": 123, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -13255,9 +15552,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 81, + "pk": 124, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -13265,9 +15562,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 82, + "pk": 125, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -13275,9 +15572,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 83, + "pk": 126, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -13285,9 +15582,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 84, + "pk": 127, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "low_overlap", "severity": "warning" @@ -13295,9 +15592,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 85, + "pk": 128, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -13305,9 +15602,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 86, + "pk": 129, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -13315,9 +15612,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 87, + "pk": 130, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -13325,9 +15622,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 88, + "pk": 131, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "missing_annotation", "severity": "error" @@ -13335,9 +15632,19 @@ }, { "model": "quality_control.annotationconflict", - "pk": 89, + "pk": 132, "fields": { - "report": 6, + "report": 12, + "frame": 0, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 133, + "fields": { + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13345,9 +15652,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 90, + "pk": 134, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13355,9 +15662,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 91, + "pk": 135, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13365,9 +15672,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 92, + "pk": 136, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13375,9 +15682,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 93, + "pk": 137, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13385,9 +15692,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 94, + "pk": 138, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13395,9 +15702,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 95, + "pk": 139, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13405,9 +15712,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 96, + "pk": 140, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13415,9 +15722,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 97, + "pk": 141, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13425,9 +15732,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 98, + "pk": 142, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13435,9 +15742,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 99, + "pk": 143, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "extra_annotation", "severity": "error" @@ -13445,9 +15752,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 100, + "pk": 144, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -13455,9 +15762,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 101, + "pk": 145, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -13465,9 +15772,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 102, + "pk": 146, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_label", "severity": "error" @@ -13475,9 +15782,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 103, + "pk": 147, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_direction", "severity": "warning" @@ -13485,9 +15792,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 104, + "pk": 148, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "covered_annotation", "severity": "warning" @@ -13495,9 +15802,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 105, + "pk": 149, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_attributes", "severity": "warning" @@ -13505,9 +15812,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 106, + "pk": 150, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13515,9 +15822,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 107, + "pk": 151, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13525,9 +15832,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 108, + "pk": 152, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13535,9 +15842,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 109, + "pk": 153, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13545,9 +15852,9 @@ }, { "model": "quality_control.annotationconflict", - "pk": 110, + "pk": 154, "fields": { - "report": 6, + "report": 12, "frame": 0, "type": "mismatching_groups", "severity": "warning" @@ -13555,529 +15862,683 @@ }, { "model": "quality_control.annotationconflict", - "pk": 111, + "pk": 155, + "fields": { + "report": 12, + "frame": 0, + "type": "mismatching_groups", + "severity": "warning" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 156, + "fields": { + "report": 12, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 157, + "fields": { + "report": 12, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 158, + "fields": { + "report": 12, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 159, + "fields": { + "report": 12, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 160, + "fields": { + "report": 12, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 161, + "fields": { + "report": 12, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationconflict", + "pk": 162, + "fields": { + "report": 12, + "frame": 1, + "type": "missing_annotation", + "severity": "error" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 1, + "fields": { + "conflict": 1, + "obj_id": 65, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 2, + "fields": { + "conflict": 1, + "obj_id": 101, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 3, "fields": { - "report": 6, - "frame": 0, - "type": "mismatching_groups", - "severity": "warning" + "conflict": 2, + "obj_id": 91, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 112, + "model": "quality_control.annotationid", + "pk": 4, "fields": { - "report": 6, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 2, + "obj_id": 118, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 113, + "model": "quality_control.annotationid", + "pk": 5, "fields": { - "report": 6, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 3, + "obj_id": 88, + "job_id": 27, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 114, + "model": "quality_control.annotationid", + "pk": 6, "fields": { - "report": 6, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 3, + "obj_id": 102, + "job_id": 28, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 115, + "model": "quality_control.annotationid", + "pk": 7, "fields": { - "report": 6, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 4, + "obj_id": 68, + "job_id": 27, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.annotationconflict", - "pk": 116, + "model": "quality_control.annotationid", + "pk": 8, "fields": { - "report": 6, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 4, + "obj_id": 98, + "job_id": 28, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.annotationconflict", - "pk": 117, + "model": "quality_control.annotationid", + "pk": 9, "fields": { - "report": 6, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 5, + "obj_id": 67, + "job_id": 27, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.annotationconflict", - "pk": 118, + "model": "quality_control.annotationid", + "pk": 10, "fields": { - "report": 9, - "frame": 5, - "type": "low_overlap", - "severity": "warning" + "conflict": 5, + "obj_id": 99, + "job_id": 28, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.annotationconflict", - "pk": 119, + "model": "quality_control.annotationid", + "pk": 11, "fields": { - "report": 10, - "frame": 4, - "type": "missing_annotation", - "severity": "error" + "conflict": 6, + "obj_id": 92, + "job_id": 27, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 120, + "model": "quality_control.annotationid", + "pk": 12, "fields": { - "report": 10, - "frame": 4, - "type": "extra_annotation", - "severity": "error" + "conflict": 6, + "obj_id": 119, + "job_id": 28, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 121, + "model": "quality_control.annotationid", + "pk": 13, "fields": { - "report": 12, - "frame": 0, - "type": "low_overlap", - "severity": "warning" + "conflict": 7, + "obj_id": 107, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 122, + "model": "quality_control.annotationid", + "pk": 14, "fields": { - "report": 12, - "frame": 0, - "type": "low_overlap", - "severity": "warning" + "conflict": 8, + "obj_id": 121, + "job_id": 28, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 123, + "model": "quality_control.annotationid", + "pk": 15, "fields": { - "report": 12, - "frame": 0, - "type": "low_overlap", - "severity": "warning" + "conflict": 9, + "obj_id": 122, + "job_id": 28, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 124, + "model": "quality_control.annotationid", + "pk": 16, "fields": { - "report": 12, - "frame": 0, - "type": "low_overlap", - "severity": "warning" + "conflict": 10, + "obj_id": 70, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 125, + "model": "quality_control.annotationid", + "pk": 17, "fields": { - "report": 12, - "frame": 0, - "type": "low_overlap", - "severity": "warning" + "conflict": 11, + "obj_id": 76, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 126, + "model": "quality_control.annotationid", + "pk": 18, "fields": { - "report": 12, - "frame": 0, - "type": "low_overlap", - "severity": "warning" + "conflict": 12, + "obj_id": 93, + "job_id": 27, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 127, + "model": "quality_control.annotationid", + "pk": 19, "fields": { - "report": 12, - "frame": 0, - "type": "low_overlap", - "severity": "warning" + "conflict": 13, + "obj_id": 74, + "job_id": 27, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.annotationconflict", - "pk": 128, + "model": "quality_control.annotationid", + "pk": 20, "fields": { - "report": 12, - "frame": 0, - "type": "missing_annotation", - "severity": "error" + "conflict": 14, + "obj_id": 95, + "job_id": 27, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.annotationconflict", - "pk": 129, + "model": "quality_control.annotationid", + "pk": 21, "fields": { - "report": 12, - "frame": 0, - "type": "missing_annotation", - "severity": "error" + "conflict": 15, + "obj_id": 73, + "job_id": 27, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.annotationconflict", - "pk": 130, + "model": "quality_control.annotationid", + "pk": 22, "fields": { - "report": 12, - "frame": 0, - "type": "missing_annotation", - "severity": "error" + "conflict": 16, + "obj_id": 96, + "job_id": 27, + "type": "shape", + "shape_type": "ellipse" } }, { - "model": "quality_control.annotationconflict", - "pk": 131, + "model": "quality_control.annotationid", + "pk": 23, "fields": { - "report": 12, - "frame": 0, - "type": "missing_annotation", - "severity": "error" + "conflict": 17, + "obj_id": 64, + "job_id": 27, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.annotationconflict", - "pk": 132, + "model": "quality_control.annotationid", + "pk": 24, "fields": { - "report": 12, - "frame": 0, - "type": "missing_annotation", - "severity": "error" + "conflict": 18, + "obj_id": 66, + "job_id": 27, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.annotationconflict", - "pk": 133, + "model": "quality_control.annotationid", + "pk": 25, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 19, + "obj_id": 94, + "job_id": 27, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.annotationconflict", - "pk": 134, + "model": "quality_control.annotationid", + "pk": 26, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 20, + "obj_id": 89, + "job_id": 27, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 135, + "model": "quality_control.annotationid", + "pk": 27, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 20, + "obj_id": 123, + "job_id": 28, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 136, + "model": "quality_control.annotationid", + "pk": 28, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 21, + "obj_id": 92, + "job_id": 27, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 137, + "model": "quality_control.annotationid", + "pk": 29, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 21, + "obj_id": 119, + "job_id": 28, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 138, + "model": "quality_control.annotationid", + "pk": 30, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 22, + "obj_id": 69, + "job_id": 27, + "type": "shape", + "shape_type": "mask" } }, { - "model": "quality_control.annotationconflict", - "pk": 139, + "model": "quality_control.annotationid", + "pk": 31, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 22, + "obj_id": 97, + "job_id": 28, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.annotationconflict", - "pk": 140, + "model": "quality_control.annotationid", + "pk": 32, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 23, + "obj_id": 67, + "job_id": 27, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.annotationconflict", - "pk": 141, + "model": "quality_control.annotationid", + "pk": 33, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 23, + "obj_id": 99, + "job_id": 28, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.annotationconflict", - "pk": 142, + "model": "quality_control.annotationid", + "pk": 34, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 24, + "obj_id": 69, + "job_id": 27, + "type": "shape", + "shape_type": "mask" } }, { - "model": "quality_control.annotationconflict", - "pk": 143, + "model": "quality_control.annotationid", + "pk": 35, "fields": { - "report": 12, - "frame": 0, - "type": "extra_annotation", - "severity": "error" + "conflict": 25, + "obj_id": 65, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 144, + "model": "quality_control.annotationid", + "pk": 36, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_label", - "severity": "error" + "conflict": 25, + "obj_id": 101, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 145, + "model": "quality_control.annotationid", + "pk": 37, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_label", - "severity": "error" + "conflict": 26, + "obj_id": 82, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 146, + "model": "quality_control.annotationid", + "pk": 38, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_label", - "severity": "error" + "conflict": 26, + "obj_id": 103, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 147, + "model": "quality_control.annotationid", + "pk": 39, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_direction", - "severity": "warning" + "conflict": 27, + "obj_id": 81, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 148, + "model": "quality_control.annotationid", + "pk": 40, "fields": { - "report": 12, - "frame": 0, - "type": "covered_annotation", - "severity": "warning" + "conflict": 27, + "obj_id": 104, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 149, + "model": "quality_control.annotationid", + "pk": 41, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_attributes", - "severity": "warning" + "conflict": 28, + "obj_id": 83, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 150, - "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_groups", - "severity": "warning" + "model": "quality_control.annotationid", + "pk": 42, + "fields": { + "conflict": 28, + "obj_id": 105, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 151, + "model": "quality_control.annotationid", + "pk": 43, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_groups", - "severity": "warning" + "conflict": 29, + "obj_id": 87, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 152, + "model": "quality_control.annotationid", + "pk": 44, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_groups", - "severity": "warning" + "conflict": 29, + "obj_id": 106, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 153, + "model": "quality_control.annotationid", + "pk": 45, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_groups", - "severity": "warning" + "conflict": 30, + "obj_id": 80, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 154, + "model": "quality_control.annotationid", + "pk": 46, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_groups", - "severity": "warning" + "conflict": 30, + "obj_id": 111, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 155, + "model": "quality_control.annotationid", + "pk": 47, "fields": { - "report": 12, - "frame": 0, - "type": "mismatching_groups", - "severity": "warning" + "conflict": 31, + "obj_id": 77, + "job_id": 27, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 156, + "model": "quality_control.annotationid", + "pk": 48, "fields": { - "report": 12, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 31, + "obj_id": 114, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 157, + "model": "quality_control.annotationid", + "pk": 49, "fields": { - "report": 12, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 32, + "obj_id": 130, + "job_id": 28, + "type": "shape", + "shape_type": "rectangle" } }, { - "model": "quality_control.annotationconflict", - "pk": 158, + "model": "quality_control.annotationid", + "pk": 50, "fields": { - "report": 12, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 33, + "obj_id": 128, + "job_id": 28, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.annotationconflict", - "pk": 159, + "model": "quality_control.annotationid", + "pk": 51, "fields": { - "report": 12, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 34, + "obj_id": 124, + "job_id": 28, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.annotationconflict", - "pk": 160, + "model": "quality_control.annotationid", + "pk": 52, "fields": { - "report": 12, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 35, + "obj_id": 125, + "job_id": 28, + "type": "shape", + "shape_type": "ellipse" } }, { - "model": "quality_control.annotationconflict", - "pk": 161, + "model": "quality_control.annotationid", + "pk": 53, "fields": { - "report": 12, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 36, + "obj_id": 127, + "job_id": 28, + "type": "shape", + "shape_type": "mask" } }, { - "model": "quality_control.annotationconflict", - "pk": 162, + "model": "quality_control.annotationid", + "pk": 54, "fields": { - "report": 12, - "frame": 1, - "type": "missing_annotation", - "severity": "error" + "conflict": 37, + "obj_id": 129, + "job_id": 28, + "type": "shape", + "shape_type": "polyline" } }, { "model": "quality_control.annotationid", - "pk": 1, + "pk": 55, "fields": { - "conflict": 1, + "conflict": 38, "obj_id": 65, "job_id": 27, "type": "shape", @@ -14086,9 +16547,9 @@ }, { "model": "quality_control.annotationid", - "pk": 2, + "pk": 56, "fields": { - "conflict": 1, + "conflict": 38, "obj_id": 101, "job_id": 28, "type": "shape", @@ -14097,9 +16558,9 @@ }, { "model": "quality_control.annotationid", - "pk": 3, + "pk": 57, "fields": { - "conflict": 2, + "conflict": 39, "obj_id": 91, "job_id": 27, "type": "shape", @@ -14108,9 +16569,9 @@ }, { "model": "quality_control.annotationid", - "pk": 4, + "pk": 58, "fields": { - "conflict": 2, + "conflict": 39, "obj_id": 118, "job_id": 28, "type": "shape", @@ -14119,9 +16580,9 @@ }, { "model": "quality_control.annotationid", - "pk": 5, + "pk": 59, "fields": { - "conflict": 3, + "conflict": 40, "obj_id": 88, "job_id": 27, "type": "shape", @@ -14130,9 +16591,9 @@ }, { "model": "quality_control.annotationid", - "pk": 6, + "pk": 60, "fields": { - "conflict": 3, + "conflict": 40, "obj_id": 102, "job_id": 28, "type": "shape", @@ -14141,9 +16602,9 @@ }, { "model": "quality_control.annotationid", - "pk": 7, + "pk": 61, "fields": { - "conflict": 4, + "conflict": 41, "obj_id": 68, "job_id": 27, "type": "shape", @@ -14152,9 +16613,9 @@ }, { "model": "quality_control.annotationid", - "pk": 8, + "pk": 62, "fields": { - "conflict": 4, + "conflict": 41, "obj_id": 98, "job_id": 28, "type": "shape", @@ -14163,9 +16624,9 @@ }, { "model": "quality_control.annotationid", - "pk": 9, + "pk": 63, "fields": { - "conflict": 5, + "conflict": 42, "obj_id": 67, "job_id": 27, "type": "shape", @@ -14174,9 +16635,9 @@ }, { "model": "quality_control.annotationid", - "pk": 10, + "pk": 64, "fields": { - "conflict": 5, + "conflict": 42, "obj_id": 99, "job_id": 28, "type": "shape", @@ -14185,9 +16646,31 @@ }, { "model": "quality_control.annotationid", - "pk": 11, + "pk": 65, "fields": { - "conflict": 6, + "conflict": 43, + "obj_id": 141, + "job_id": 27, + "type": "shape", + "shape_type": "skeleton" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 66, + "fields": { + "conflict": 43, + "obj_id": 132, + "job_id": 28, + "type": "shape", + "shape_type": "skeleton" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 67, + "fields": { + "conflict": 44, "obj_id": 92, "job_id": 27, "type": "shape", @@ -14196,9 +16679,9 @@ }, { "model": "quality_control.annotationid", - "pk": 12, + "pk": 68, "fields": { - "conflict": 6, + "conflict": 44, "obj_id": 119, "job_id": 28, "type": "shape", @@ -14207,9 +16690,9 @@ }, { "model": "quality_control.annotationid", - "pk": 13, + "pk": 69, "fields": { - "conflict": 7, + "conflict": 45, "obj_id": 107, "job_id": 28, "type": "shape", @@ -14218,9 +16701,9 @@ }, { "model": "quality_control.annotationid", - "pk": 14, + "pk": 70, "fields": { - "conflict": 8, + "conflict": 46, "obj_id": 121, "job_id": 28, "type": "shape", @@ -14229,9 +16712,9 @@ }, { "model": "quality_control.annotationid", - "pk": 15, + "pk": 71, "fields": { - "conflict": 9, + "conflict": 47, "obj_id": 122, "job_id": 28, "type": "shape", @@ -14240,9 +16723,20 @@ }, { "model": "quality_control.annotationid", - "pk": 16, + "pk": 72, + "fields": { + "conflict": 48, + "obj_id": 131, + "job_id": 28, + "type": "shape", + "shape_type": "skeleton" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 73, "fields": { - "conflict": 10, + "conflict": 49, "obj_id": 70, "job_id": 27, "type": "shape", @@ -14251,9 +16745,9 @@ }, { "model": "quality_control.annotationid", - "pk": 17, + "pk": 74, "fields": { - "conflict": 11, + "conflict": 50, "obj_id": 76, "job_id": 27, "type": "shape", @@ -14262,9 +16756,9 @@ }, { "model": "quality_control.annotationid", - "pk": 18, + "pk": 75, "fields": { - "conflict": 12, + "conflict": 51, "obj_id": 93, "job_id": 27, "type": "shape", @@ -14273,9 +16767,9 @@ }, { "model": "quality_control.annotationid", - "pk": 19, + "pk": 76, "fields": { - "conflict": 13, + "conflict": 52, "obj_id": 74, "job_id": 27, "type": "shape", @@ -14284,9 +16778,9 @@ }, { "model": "quality_control.annotationid", - "pk": 20, + "pk": 77, "fields": { - "conflict": 14, + "conflict": 53, "obj_id": 95, "job_id": 27, "type": "shape", @@ -14295,9 +16789,9 @@ }, { "model": "quality_control.annotationid", - "pk": 21, + "pk": 78, "fields": { - "conflict": 15, + "conflict": 54, "obj_id": 73, "job_id": 27, "type": "shape", @@ -14306,9 +16800,9 @@ }, { "model": "quality_control.annotationid", - "pk": 22, + "pk": 79, "fields": { - "conflict": 16, + "conflict": 55, "obj_id": 96, "job_id": 27, "type": "shape", @@ -14317,9 +16811,9 @@ }, { "model": "quality_control.annotationid", - "pk": 23, + "pk": 80, "fields": { - "conflict": 17, + "conflict": 56, "obj_id": 64, "job_id": 27, "type": "shape", @@ -14328,9 +16822,9 @@ }, { "model": "quality_control.annotationid", - "pk": 24, + "pk": 81, "fields": { - "conflict": 18, + "conflict": 57, "obj_id": 66, "job_id": 27, "type": "shape", @@ -14339,9 +16833,9 @@ }, { "model": "quality_control.annotationid", - "pk": 25, + "pk": 82, "fields": { - "conflict": 19, + "conflict": 58, "obj_id": 94, "job_id": 27, "type": "shape", @@ -14350,10 +16844,21 @@ }, { "model": "quality_control.annotationid", - "pk": 26, + "pk": 83, "fields": { - "conflict": 20, - "obj_id": 89, + "conflict": 59, + "obj_id": 142, + "job_id": 27, + "type": "shape", + "shape_type": "skeleton" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 84, + "fields": { + "conflict": 60, + "obj_id": 92, "job_id": 27, "type": "shape", "shape_type": "points" @@ -14361,10 +16866,10 @@ }, { "model": "quality_control.annotationid", - "pk": 27, + "pk": 85, "fields": { - "conflict": 20, - "obj_id": 123, + "conflict": 60, + "obj_id": 119, "job_id": 28, "type": "shape", "shape_type": "points" @@ -14372,10 +16877,10 @@ }, { "model": "quality_control.annotationid", - "pk": 28, + "pk": 86, "fields": { - "conflict": 21, - "obj_id": 92, + "conflict": 61, + "obj_id": 89, "job_id": 27, "type": "shape", "shape_type": "points" @@ -14383,10 +16888,10 @@ }, { "model": "quality_control.annotationid", - "pk": 29, + "pk": 87, "fields": { - "conflict": 21, - "obj_id": 119, + "conflict": 61, + "obj_id": 123, "job_id": 28, "type": "shape", "shape_type": "points" @@ -14394,9 +16899,9 @@ }, { "model": "quality_control.annotationid", - "pk": 30, + "pk": 88, "fields": { - "conflict": 22, + "conflict": 62, "obj_id": 69, "job_id": 27, "type": "shape", @@ -14405,9 +16910,9 @@ }, { "model": "quality_control.annotationid", - "pk": 31, + "pk": 89, "fields": { - "conflict": 22, + "conflict": 62, "obj_id": 97, "job_id": 28, "type": "shape", @@ -14416,9 +16921,9 @@ }, { "model": "quality_control.annotationid", - "pk": 32, + "pk": 90, "fields": { - "conflict": 23, + "conflict": 63, "obj_id": 67, "job_id": 27, "type": "shape", @@ -14427,9 +16932,9 @@ }, { "model": "quality_control.annotationid", - "pk": 33, + "pk": 91, "fields": { - "conflict": 23, + "conflict": 63, "obj_id": 99, "job_id": 28, "type": "shape", @@ -14438,9 +16943,9 @@ }, { "model": "quality_control.annotationid", - "pk": 34, + "pk": 92, "fields": { - "conflict": 24, + "conflict": 64, "obj_id": 69, "job_id": 27, "type": "shape", @@ -14449,9 +16954,9 @@ }, { "model": "quality_control.annotationid", - "pk": 35, + "pk": 93, "fields": { - "conflict": 25, + "conflict": 65, "obj_id": 65, "job_id": 27, "type": "shape", @@ -14460,9 +16965,9 @@ }, { "model": "quality_control.annotationid", - "pk": 36, + "pk": 94, "fields": { - "conflict": 25, + "conflict": 65, "obj_id": 101, "job_id": 28, "type": "shape", @@ -14471,9 +16976,9 @@ }, { "model": "quality_control.annotationid", - "pk": 37, + "pk": 95, "fields": { - "conflict": 26, + "conflict": 66, "obj_id": 82, "job_id": 27, "type": "shape", @@ -14482,9 +16987,9 @@ }, { "model": "quality_control.annotationid", - "pk": 38, + "pk": 96, "fields": { - "conflict": 26, + "conflict": 66, "obj_id": 103, "job_id": 28, "type": "shape", @@ -14493,9 +16998,9 @@ }, { "model": "quality_control.annotationid", - "pk": 39, + "pk": 97, "fields": { - "conflict": 27, + "conflict": 67, "obj_id": 81, "job_id": 27, "type": "shape", @@ -14504,9 +17009,9 @@ }, { "model": "quality_control.annotationid", - "pk": 40, + "pk": 98, "fields": { - "conflict": 27, + "conflict": 67, "obj_id": 104, "job_id": 28, "type": "shape", @@ -14515,9 +17020,9 @@ }, { "model": "quality_control.annotationid", - "pk": 41, + "pk": 99, "fields": { - "conflict": 28, + "conflict": 68, "obj_id": 83, "job_id": 27, "type": "shape", @@ -14526,9 +17031,9 @@ }, { "model": "quality_control.annotationid", - "pk": 42, + "pk": 100, "fields": { - "conflict": 28, + "conflict": 68, "obj_id": 105, "job_id": 28, "type": "shape", @@ -14537,9 +17042,9 @@ }, { "model": "quality_control.annotationid", - "pk": 43, + "pk": 101, "fields": { - "conflict": 29, + "conflict": 69, "obj_id": 87, "job_id": 27, "type": "shape", @@ -14548,9 +17053,9 @@ }, { "model": "quality_control.annotationid", - "pk": 44, + "pk": 102, "fields": { - "conflict": 29, + "conflict": 69, "obj_id": 106, "job_id": 28, "type": "shape", @@ -14559,9 +17064,9 @@ }, { "model": "quality_control.annotationid", - "pk": 45, + "pk": 103, "fields": { - "conflict": 30, + "conflict": 70, "obj_id": 80, "job_id": 27, "type": "shape", @@ -14570,9 +17075,9 @@ }, { "model": "quality_control.annotationid", - "pk": 46, + "pk": 104, "fields": { - "conflict": 30, + "conflict": 70, "obj_id": 111, "job_id": 28, "type": "shape", @@ -14581,9 +17086,9 @@ }, { "model": "quality_control.annotationid", - "pk": 47, + "pk": 105, "fields": { - "conflict": 31, + "conflict": 71, "obj_id": 77, "job_id": 27, "type": "shape", @@ -14592,9 +17097,9 @@ }, { "model": "quality_control.annotationid", - "pk": 48, + "pk": 106, "fields": { - "conflict": 31, + "conflict": 71, "obj_id": 114, "job_id": 28, "type": "shape", @@ -14603,9 +17108,9 @@ }, { "model": "quality_control.annotationid", - "pk": 49, + "pk": 107, "fields": { - "conflict": 32, + "conflict": 72, "obj_id": 130, "job_id": 28, "type": "shape", @@ -14614,9 +17119,9 @@ }, { "model": "quality_control.annotationid", - "pk": 50, + "pk": 108, "fields": { - "conflict": 33, + "conflict": 73, "obj_id": 128, "job_id": 28, "type": "shape", @@ -14625,9 +17130,9 @@ }, { "model": "quality_control.annotationid", - "pk": 51, + "pk": 109, "fields": { - "conflict": 34, + "conflict": 74, "obj_id": 124, "job_id": 28, "type": "shape", @@ -14636,9 +17141,9 @@ }, { "model": "quality_control.annotationid", - "pk": 52, + "pk": 110, "fields": { - "conflict": 35, + "conflict": 75, "obj_id": 125, "job_id": 28, "type": "shape", @@ -14647,9 +17152,9 @@ }, { "model": "quality_control.annotationid", - "pk": 53, + "pk": 111, "fields": { - "conflict": 36, + "conflict": 76, "obj_id": 127, "job_id": 28, "type": "shape", @@ -14658,9 +17163,9 @@ }, { "model": "quality_control.annotationid", - "pk": 54, + "pk": 112, "fields": { - "conflict": 37, + "conflict": 77, "obj_id": 129, "job_id": 28, "type": "shape", @@ -14669,9 +17174,9 @@ }, { "model": "quality_control.annotationid", - "pk": 55, + "pk": 113, "fields": { - "conflict": 38, + "conflict": 78, "obj_id": 65, "job_id": 27, "type": "shape", @@ -14680,9 +17185,9 @@ }, { "model": "quality_control.annotationid", - "pk": 56, + "pk": 114, "fields": { - "conflict": 38, + "conflict": 78, "obj_id": 101, "job_id": 28, "type": "shape", @@ -14691,9 +17196,9 @@ }, { "model": "quality_control.annotationid", - "pk": 57, + "pk": 115, "fields": { - "conflict": 39, + "conflict": 79, "obj_id": 91, "job_id": 27, "type": "shape", @@ -14702,9 +17207,9 @@ }, { "model": "quality_control.annotationid", - "pk": 58, + "pk": 116, "fields": { - "conflict": 39, + "conflict": 79, "obj_id": 118, "job_id": 28, "type": "shape", @@ -14713,9 +17218,9 @@ }, { "model": "quality_control.annotationid", - "pk": 59, + "pk": 117, "fields": { - "conflict": 40, + "conflict": 80, "obj_id": 88, "job_id": 27, "type": "shape", @@ -14724,9 +17229,9 @@ }, { "model": "quality_control.annotationid", - "pk": 60, + "pk": 118, "fields": { - "conflict": 40, + "conflict": 80, "obj_id": 102, "job_id": 28, "type": "shape", @@ -14735,9 +17240,9 @@ }, { "model": "quality_control.annotationid", - "pk": 61, + "pk": 119, "fields": { - "conflict": 41, + "conflict": 81, "obj_id": 68, "job_id": 27, "type": "shape", @@ -14746,9 +17251,9 @@ }, { "model": "quality_control.annotationid", - "pk": 62, + "pk": 120, "fields": { - "conflict": 41, + "conflict": 81, "obj_id": 98, "job_id": 28, "type": "shape", @@ -14757,9 +17262,9 @@ }, { "model": "quality_control.annotationid", - "pk": 63, + "pk": 121, "fields": { - "conflict": 42, + "conflict": 82, "obj_id": 67, "job_id": 27, "type": "shape", @@ -14768,9 +17273,9 @@ }, { "model": "quality_control.annotationid", - "pk": 64, + "pk": 122, "fields": { - "conflict": 42, + "conflict": 82, "obj_id": 99, "job_id": 28, "type": "shape", @@ -14779,9 +17284,9 @@ }, { "model": "quality_control.annotationid", - "pk": 65, + "pk": 123, "fields": { - "conflict": 43, + "conflict": 83, "obj_id": 141, "job_id": 27, "type": "shape", @@ -14790,9 +17295,9 @@ }, { "model": "quality_control.annotationid", - "pk": 66, + "pk": 124, "fields": { - "conflict": 43, + "conflict": 83, "obj_id": 132, "job_id": 28, "type": "shape", @@ -14801,9 +17306,9 @@ }, { "model": "quality_control.annotationid", - "pk": 67, + "pk": 125, "fields": { - "conflict": 44, + "conflict": 84, "obj_id": 92, "job_id": 27, "type": "shape", @@ -14812,9 +17317,9 @@ }, { "model": "quality_control.annotationid", - "pk": 68, + "pk": 126, "fields": { - "conflict": 44, + "conflict": 84, "obj_id": 119, "job_id": 28, "type": "shape", @@ -14823,9 +17328,9 @@ }, { "model": "quality_control.annotationid", - "pk": 69, + "pk": 127, "fields": { - "conflict": 45, + "conflict": 85, "obj_id": 107, "job_id": 28, "type": "shape", @@ -14834,9 +17339,9 @@ }, { "model": "quality_control.annotationid", - "pk": 70, + "pk": 128, "fields": { - "conflict": 46, + "conflict": 86, "obj_id": 121, "job_id": 28, "type": "shape", @@ -14845,9 +17350,9 @@ }, { "model": "quality_control.annotationid", - "pk": 71, + "pk": 129, "fields": { - "conflict": 47, + "conflict": 87, "obj_id": 122, "job_id": 28, "type": "shape", @@ -14856,9 +17361,9 @@ }, { "model": "quality_control.annotationid", - "pk": 72, + "pk": 130, "fields": { - "conflict": 48, + "conflict": 88, "obj_id": 131, "job_id": 28, "type": "shape", @@ -14867,9 +17372,9 @@ }, { "model": "quality_control.annotationid", - "pk": 73, + "pk": 131, "fields": { - "conflict": 49, + "conflict": 89, "obj_id": 70, "job_id": 27, "type": "shape", @@ -14878,9 +17383,9 @@ }, { "model": "quality_control.annotationid", - "pk": 74, + "pk": 132, "fields": { - "conflict": 50, + "conflict": 90, "obj_id": 76, "job_id": 27, "type": "shape", @@ -14889,9 +17394,9 @@ }, { "model": "quality_control.annotationid", - "pk": 75, + "pk": 133, "fields": { - "conflict": 51, + "conflict": 91, "obj_id": 93, "job_id": 27, "type": "shape", @@ -14900,9 +17405,9 @@ }, { "model": "quality_control.annotationid", - "pk": 76, + "pk": 134, "fields": { - "conflict": 52, + "conflict": 92, "obj_id": 74, "job_id": 27, "type": "shape", @@ -14911,9 +17416,9 @@ }, { "model": "quality_control.annotationid", - "pk": 77, + "pk": 135, "fields": { - "conflict": 53, + "conflict": 93, "obj_id": 95, "job_id": 27, "type": "shape", @@ -14922,9 +17427,9 @@ }, { "model": "quality_control.annotationid", - "pk": 78, + "pk": 136, "fields": { - "conflict": 54, + "conflict": 94, "obj_id": 73, "job_id": 27, "type": "shape", @@ -14933,9 +17438,9 @@ }, { "model": "quality_control.annotationid", - "pk": 79, + "pk": 137, "fields": { - "conflict": 55, + "conflict": 95, "obj_id": 96, "job_id": 27, "type": "shape", @@ -14944,9 +17449,9 @@ }, { "model": "quality_control.annotationid", - "pk": 80, + "pk": 138, "fields": { - "conflict": 56, + "conflict": 96, "obj_id": 64, "job_id": 27, "type": "shape", @@ -14955,9 +17460,9 @@ }, { "model": "quality_control.annotationid", - "pk": 81, + "pk": 139, "fields": { - "conflict": 57, + "conflict": 97, "obj_id": 66, "job_id": 27, "type": "shape", @@ -14966,9 +17471,9 @@ }, { "model": "quality_control.annotationid", - "pk": 82, + "pk": 140, "fields": { - "conflict": 58, + "conflict": 98, "obj_id": 94, "job_id": 27, "type": "shape", @@ -14977,9 +17482,9 @@ }, { "model": "quality_control.annotationid", - "pk": 83, + "pk": 141, "fields": { - "conflict": 59, + "conflict": 99, "obj_id": 142, "job_id": 27, "type": "shape", @@ -14988,9 +17493,9 @@ }, { "model": "quality_control.annotationid", - "pk": 84, + "pk": 142, "fields": { - "conflict": 60, + "conflict": 100, "obj_id": 92, "job_id": 27, "type": "shape", @@ -14999,9 +17504,9 @@ }, { "model": "quality_control.annotationid", - "pk": 85, + "pk": 143, "fields": { - "conflict": 60, + "conflict": 100, "obj_id": 119, "job_id": 28, "type": "shape", @@ -15010,9 +17515,9 @@ }, { "model": "quality_control.annotationid", - "pk": 86, + "pk": 144, "fields": { - "conflict": 61, + "conflict": 101, "obj_id": 89, "job_id": 27, "type": "shape", @@ -15021,9 +17526,9 @@ }, { "model": "quality_control.annotationid", - "pk": 87, + "pk": 145, "fields": { - "conflict": 61, + "conflict": 101, "obj_id": 123, "job_id": 28, "type": "shape", @@ -15032,9 +17537,9 @@ }, { "model": "quality_control.annotationid", - "pk": 88, + "pk": 146, "fields": { - "conflict": 62, + "conflict": 102, "obj_id": 69, "job_id": 27, "type": "shape", @@ -15043,9 +17548,9 @@ }, { "model": "quality_control.annotationid", - "pk": 89, + "pk": 147, "fields": { - "conflict": 62, + "conflict": 102, "obj_id": 97, "job_id": 28, "type": "shape", @@ -15054,9 +17559,9 @@ }, { "model": "quality_control.annotationid", - "pk": 90, + "pk": 148, "fields": { - "conflict": 63, + "conflict": 103, "obj_id": 67, "job_id": 27, "type": "shape", @@ -15065,9 +17570,9 @@ }, { "model": "quality_control.annotationid", - "pk": 91, + "pk": 149, "fields": { - "conflict": 63, + "conflict": 103, "obj_id": 99, "job_id": 28, "type": "shape", @@ -15076,9 +17581,9 @@ }, { "model": "quality_control.annotationid", - "pk": 92, + "pk": 150, "fields": { - "conflict": 64, + "conflict": 104, "obj_id": 69, "job_id": 27, "type": "shape", @@ -15087,9 +17592,9 @@ }, { "model": "quality_control.annotationid", - "pk": 93, + "pk": 151, "fields": { - "conflict": 65, + "conflict": 105, "obj_id": 65, "job_id": 27, "type": "shape", @@ -15098,9 +17603,9 @@ }, { "model": "quality_control.annotationid", - "pk": 94, + "pk": 152, "fields": { - "conflict": 65, + "conflict": 105, "obj_id": 101, "job_id": 28, "type": "shape", @@ -15109,9 +17614,9 @@ }, { "model": "quality_control.annotationid", - "pk": 95, + "pk": 153, "fields": { - "conflict": 66, + "conflict": 106, "obj_id": 82, "job_id": 27, "type": "shape", @@ -15120,9 +17625,9 @@ }, { "model": "quality_control.annotationid", - "pk": 96, + "pk": 154, "fields": { - "conflict": 66, + "conflict": 106, "obj_id": 103, "job_id": 28, "type": "shape", @@ -15131,9 +17636,9 @@ }, { "model": "quality_control.annotationid", - "pk": 97, + "pk": 155, "fields": { - "conflict": 67, + "conflict": 107, "obj_id": 81, "job_id": 27, "type": "shape", @@ -15142,9 +17647,9 @@ }, { "model": "quality_control.annotationid", - "pk": 98, + "pk": 156, "fields": { - "conflict": 67, + "conflict": 107, "obj_id": 104, "job_id": 28, "type": "shape", @@ -15153,9 +17658,9 @@ }, { "model": "quality_control.annotationid", - "pk": 99, + "pk": 157, "fields": { - "conflict": 68, + "conflict": 108, "obj_id": 83, "job_id": 27, "type": "shape", @@ -15164,9 +17669,9 @@ }, { "model": "quality_control.annotationid", - "pk": 100, + "pk": 158, "fields": { - "conflict": 68, + "conflict": 108, "obj_id": 105, "job_id": 28, "type": "shape", @@ -15175,9 +17680,9 @@ }, { "model": "quality_control.annotationid", - "pk": 101, + "pk": 159, "fields": { - "conflict": 69, + "conflict": 109, "obj_id": 87, "job_id": 27, "type": "shape", @@ -15186,9 +17691,9 @@ }, { "model": "quality_control.annotationid", - "pk": 102, + "pk": 160, "fields": { - "conflict": 69, + "conflict": 109, "obj_id": 106, "job_id": 28, "type": "shape", @@ -15197,9 +17702,9 @@ }, { "model": "quality_control.annotationid", - "pk": 103, + "pk": 161, "fields": { - "conflict": 70, + "conflict": 110, "obj_id": 80, "job_id": 27, "type": "shape", @@ -15208,9 +17713,9 @@ }, { "model": "quality_control.annotationid", - "pk": 104, + "pk": 162, "fields": { - "conflict": 70, + "conflict": 110, "obj_id": 111, "job_id": 28, "type": "shape", @@ -15219,9 +17724,9 @@ }, { "model": "quality_control.annotationid", - "pk": 105, + "pk": 163, "fields": { - "conflict": 71, + "conflict": 111, "obj_id": 77, "job_id": 27, "type": "shape", @@ -15230,9 +17735,9 @@ }, { "model": "quality_control.annotationid", - "pk": 106, + "pk": 164, "fields": { - "conflict": 71, + "conflict": 111, "obj_id": 114, "job_id": 28, "type": "shape", @@ -15241,9 +17746,9 @@ }, { "model": "quality_control.annotationid", - "pk": 107, + "pk": 165, "fields": { - "conflict": 72, + "conflict": 112, "obj_id": 130, "job_id": 28, "type": "shape", @@ -15252,9 +17757,9 @@ }, { "model": "quality_control.annotationid", - "pk": 108, + "pk": 166, "fields": { - "conflict": 73, + "conflict": 113, "obj_id": 128, "job_id": 28, "type": "shape", @@ -15263,9 +17768,9 @@ }, { "model": "quality_control.annotationid", - "pk": 109, + "pk": 167, "fields": { - "conflict": 74, + "conflict": 114, "obj_id": 124, "job_id": 28, "type": "shape", @@ -15274,9 +17779,9 @@ }, { "model": "quality_control.annotationid", - "pk": 110, + "pk": 168, "fields": { - "conflict": 75, + "conflict": 115, "obj_id": 125, "job_id": 28, "type": "shape", @@ -15285,9 +17790,9 @@ }, { "model": "quality_control.annotationid", - "pk": 111, + "pk": 169, "fields": { - "conflict": 76, + "conflict": 116, "obj_id": 127, "job_id": 28, "type": "shape", @@ -15296,9 +17801,9 @@ }, { "model": "quality_control.annotationid", - "pk": 112, + "pk": 170, "fields": { - "conflict": 77, + "conflict": 117, "obj_id": 129, "job_id": 28, "type": "shape", @@ -15307,9 +17812,53 @@ }, { "model": "quality_control.annotationid", - "pk": 113, + "pk": 171, "fields": { - "conflict": 78, + "conflict": 118, + "obj_id": 156, + "job_id": 30, + "type": "shape", + "shape_type": "rectangle" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 172, + "fields": { + "conflict": 118, + "obj_id": 163, + "job_id": 32, + "type": "shape", + "shape_type": "rectangle" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 173, + "fields": { + "conflict": 119, + "obj_id": 162, + "job_id": 32, + "type": "shape", + "shape_type": "rectangle" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 174, + "fields": { + "conflict": 120, + "obj_id": 155, + "job_id": 29, + "type": "shape", + "shape_type": "rectangle" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 175, + "fields": { + "conflict": 121, "obj_id": 65, "job_id": 27, "type": "shape", @@ -15318,9 +17867,9 @@ }, { "model": "quality_control.annotationid", - "pk": 114, + "pk": 176, "fields": { - "conflict": 78, + "conflict": 121, "obj_id": 101, "job_id": 28, "type": "shape", @@ -15329,9 +17878,9 @@ }, { "model": "quality_control.annotationid", - "pk": 115, + "pk": 177, "fields": { - "conflict": 79, + "conflict": 122, "obj_id": 91, "job_id": 27, "type": "shape", @@ -15340,9 +17889,9 @@ }, { "model": "quality_control.annotationid", - "pk": 116, + "pk": 178, "fields": { - "conflict": 79, + "conflict": 122, "obj_id": 118, "job_id": 28, "type": "shape", @@ -15351,9 +17900,9 @@ }, { "model": "quality_control.annotationid", - "pk": 117, + "pk": 179, "fields": { - "conflict": 80, + "conflict": 123, "obj_id": 88, "job_id": 27, "type": "shape", @@ -15362,9 +17911,9 @@ }, { "model": "quality_control.annotationid", - "pk": 118, + "pk": 180, "fields": { - "conflict": 80, + "conflict": 123, "obj_id": 102, "job_id": 28, "type": "shape", @@ -15373,9 +17922,9 @@ }, { "model": "quality_control.annotationid", - "pk": 119, + "pk": 181, "fields": { - "conflict": 81, + "conflict": 124, "obj_id": 68, "job_id": 27, "type": "shape", @@ -15384,9 +17933,9 @@ }, { "model": "quality_control.annotationid", - "pk": 120, + "pk": 182, "fields": { - "conflict": 81, + "conflict": 124, "obj_id": 98, "job_id": 28, "type": "shape", @@ -15395,9 +17944,9 @@ }, { "model": "quality_control.annotationid", - "pk": 121, + "pk": 183, "fields": { - "conflict": 82, + "conflict": 125, "obj_id": 67, "job_id": 27, "type": "shape", @@ -15406,9 +17955,9 @@ }, { "model": "quality_control.annotationid", - "pk": 122, + "pk": 184, "fields": { - "conflict": 82, + "conflict": 125, "obj_id": 99, "job_id": 28, "type": "shape", @@ -15417,9 +17966,9 @@ }, { "model": "quality_control.annotationid", - "pk": 123, + "pk": 185, "fields": { - "conflict": 83, + "conflict": 126, "obj_id": 141, "job_id": 27, "type": "shape", @@ -15428,9 +17977,9 @@ }, { "model": "quality_control.annotationid", - "pk": 124, + "pk": 186, "fields": { - "conflict": 83, + "conflict": 126, "obj_id": 132, "job_id": 28, "type": "shape", @@ -15439,9 +17988,9 @@ }, { "model": "quality_control.annotationid", - "pk": 125, + "pk": 187, "fields": { - "conflict": 84, + "conflict": 127, "obj_id": 92, "job_id": 27, "type": "shape", @@ -15450,9 +17999,9 @@ }, { "model": "quality_control.annotationid", - "pk": 126, + "pk": 188, "fields": { - "conflict": 84, + "conflict": 127, "obj_id": 119, "job_id": 28, "type": "shape", @@ -15461,9 +18010,9 @@ }, { "model": "quality_control.annotationid", - "pk": 127, + "pk": 189, "fields": { - "conflict": 85, + "conflict": 128, "obj_id": 107, "job_id": 28, "type": "shape", @@ -15472,9 +18021,9 @@ }, { "model": "quality_control.annotationid", - "pk": 128, + "pk": 190, "fields": { - "conflict": 86, + "conflict": 129, "obj_id": 121, "job_id": 28, "type": "shape", @@ -15483,9 +18032,9 @@ }, { "model": "quality_control.annotationid", - "pk": 129, + "pk": 191, "fields": { - "conflict": 87, + "conflict": 130, "obj_id": 122, "job_id": 28, "type": "shape", @@ -15494,9 +18043,9 @@ }, { "model": "quality_control.annotationid", - "pk": 130, + "pk": 192, "fields": { - "conflict": 88, + "conflict": 131, "obj_id": 131, "job_id": 28, "type": "shape", @@ -15505,9 +18054,20 @@ }, { "model": "quality_control.annotationid", - "pk": 131, + "pk": 193, "fields": { - "conflict": 89, + "conflict": 132, + "obj_id": 7, + "job_id": 28, + "type": "tag", + "shape_type": null + } +}, +{ + "model": "quality_control.annotationid", + "pk": 194, + "fields": { + "conflict": 133, "obj_id": 70, "job_id": 27, "type": "shape", @@ -15516,9 +18076,9 @@ }, { "model": "quality_control.annotationid", - "pk": 132, + "pk": 195, "fields": { - "conflict": 90, + "conflict": 134, "obj_id": 76, "job_id": 27, "type": "shape", @@ -15527,9 +18087,9 @@ }, { "model": "quality_control.annotationid", - "pk": 133, + "pk": 196, "fields": { - "conflict": 91, + "conflict": 135, "obj_id": 93, "job_id": 27, "type": "shape", @@ -15538,9 +18098,9 @@ }, { "model": "quality_control.annotationid", - "pk": 134, + "pk": 197, "fields": { - "conflict": 92, + "conflict": 136, "obj_id": 74, "job_id": 27, "type": "shape", @@ -15549,9 +18109,9 @@ }, { "model": "quality_control.annotationid", - "pk": 135, + "pk": 198, "fields": { - "conflict": 93, + "conflict": 137, "obj_id": 95, "job_id": 27, "type": "shape", @@ -15560,9 +18120,9 @@ }, { "model": "quality_control.annotationid", - "pk": 136, + "pk": 199, "fields": { - "conflict": 94, + "conflict": 138, "obj_id": 73, "job_id": 27, "type": "shape", @@ -15571,9 +18131,9 @@ }, { "model": "quality_control.annotationid", - "pk": 137, + "pk": 200, "fields": { - "conflict": 95, + "conflict": 139, "obj_id": 96, "job_id": 27, "type": "shape", @@ -15582,9 +18142,9 @@ }, { "model": "quality_control.annotationid", - "pk": 138, + "pk": 201, "fields": { - "conflict": 96, + "conflict": 140, "obj_id": 64, "job_id": 27, "type": "shape", @@ -15593,9 +18153,9 @@ }, { "model": "quality_control.annotationid", - "pk": 139, + "pk": 202, "fields": { - "conflict": 97, + "conflict": 141, "obj_id": 66, "job_id": 27, "type": "shape", @@ -15604,9 +18164,9 @@ }, { "model": "quality_control.annotationid", - "pk": 140, + "pk": 203, "fields": { - "conflict": 98, + "conflict": 142, "obj_id": 94, "job_id": 27, "type": "shape", @@ -15615,9 +18175,9 @@ }, { "model": "quality_control.annotationid", - "pk": 141, + "pk": 204, "fields": { - "conflict": 99, + "conflict": 143, "obj_id": 142, "job_id": 27, "type": "shape", @@ -15626,9 +18186,9 @@ }, { "model": "quality_control.annotationid", - "pk": 142, + "pk": 205, "fields": { - "conflict": 100, + "conflict": 144, "obj_id": 92, "job_id": 27, "type": "shape", @@ -15637,9 +18197,9 @@ }, { "model": "quality_control.annotationid", - "pk": 143, + "pk": 206, "fields": { - "conflict": 100, + "conflict": 144, "obj_id": 119, "job_id": 28, "type": "shape", @@ -15648,9 +18208,9 @@ }, { "model": "quality_control.annotationid", - "pk": 144, + "pk": 207, "fields": { - "conflict": 101, + "conflict": 145, "obj_id": 89, "job_id": 27, "type": "shape", @@ -15659,9 +18219,9 @@ }, { "model": "quality_control.annotationid", - "pk": 145, + "pk": 208, "fields": { - "conflict": 101, + "conflict": 145, "obj_id": 123, "job_id": 28, "type": "shape", @@ -15670,9 +18230,9 @@ }, { "model": "quality_control.annotationid", - "pk": 146, + "pk": 209, "fields": { - "conflict": 102, + "conflict": 146, "obj_id": 69, "job_id": 27, "type": "shape", @@ -15681,9 +18241,9 @@ }, { "model": "quality_control.annotationid", - "pk": 147, + "pk": 210, "fields": { - "conflict": 102, + "conflict": 146, "obj_id": 97, "job_id": 28, "type": "shape", @@ -15692,9 +18252,9 @@ }, { "model": "quality_control.annotationid", - "pk": 148, + "pk": 211, "fields": { - "conflict": 103, + "conflict": 147, "obj_id": 67, "job_id": 27, "type": "shape", @@ -15703,9 +18263,9 @@ }, { "model": "quality_control.annotationid", - "pk": 149, + "pk": 212, "fields": { - "conflict": 103, + "conflict": 147, "obj_id": 99, "job_id": 28, "type": "shape", @@ -15714,9 +18274,9 @@ }, { "model": "quality_control.annotationid", - "pk": 150, + "pk": 213, "fields": { - "conflict": 104, + "conflict": 148, "obj_id": 69, "job_id": 27, "type": "shape", @@ -15725,9 +18285,9 @@ }, { "model": "quality_control.annotationid", - "pk": 151, + "pk": 214, "fields": { - "conflict": 105, + "conflict": 149, "obj_id": 65, "job_id": 27, "type": "shape", @@ -15736,9 +18296,9 @@ }, { "model": "quality_control.annotationid", - "pk": 152, + "pk": 215, "fields": { - "conflict": 105, + "conflict": 149, "obj_id": 101, "job_id": 28, "type": "shape", @@ -15747,9 +18307,9 @@ }, { "model": "quality_control.annotationid", - "pk": 153, + "pk": 216, "fields": { - "conflict": 106, + "conflict": 150, "obj_id": 82, "job_id": 27, "type": "shape", @@ -15758,9 +18318,9 @@ }, { "model": "quality_control.annotationid", - "pk": 154, + "pk": 217, "fields": { - "conflict": 106, + "conflict": 150, "obj_id": 103, "job_id": 28, "type": "shape", @@ -15769,9 +18329,9 @@ }, { "model": "quality_control.annotationid", - "pk": 155, + "pk": 218, "fields": { - "conflict": 107, + "conflict": 151, "obj_id": 81, "job_id": 27, "type": "shape", @@ -15780,9 +18340,9 @@ }, { "model": "quality_control.annotationid", - "pk": 156, + "pk": 219, "fields": { - "conflict": 107, + "conflict": 151, "obj_id": 104, "job_id": 28, "type": "shape", @@ -15791,9 +18351,9 @@ }, { "model": "quality_control.annotationid", - "pk": 157, + "pk": 220, "fields": { - "conflict": 108, + "conflict": 152, "obj_id": 83, "job_id": 27, "type": "shape", @@ -15802,9 +18362,9 @@ }, { "model": "quality_control.annotationid", - "pk": 158, + "pk": 221, "fields": { - "conflict": 108, + "conflict": 152, "obj_id": 105, "job_id": 28, "type": "shape", @@ -15813,9 +18373,9 @@ }, { "model": "quality_control.annotationid", - "pk": 159, + "pk": 222, "fields": { - "conflict": 109, + "conflict": 153, "obj_id": 87, "job_id": 27, "type": "shape", @@ -15824,9 +18384,9 @@ }, { "model": "quality_control.annotationid", - "pk": 160, + "pk": 223, "fields": { - "conflict": 109, + "conflict": 153, "obj_id": 106, "job_id": 28, "type": "shape", @@ -15835,9 +18395,9 @@ }, { "model": "quality_control.annotationid", - "pk": 161, + "pk": 224, "fields": { - "conflict": 110, + "conflict": 154, "obj_id": 80, "job_id": 27, "type": "shape", @@ -15846,9 +18406,9 @@ }, { "model": "quality_control.annotationid", - "pk": 162, + "pk": 225, "fields": { - "conflict": 110, + "conflict": 154, "obj_id": 111, "job_id": 28, "type": "shape", @@ -15857,9 +18417,9 @@ }, { "model": "quality_control.annotationid", - "pk": 163, + "pk": 226, "fields": { - "conflict": 111, + "conflict": 155, "obj_id": 77, "job_id": 27, "type": "shape", @@ -15868,9 +18428,9 @@ }, { "model": "quality_control.annotationid", - "pk": 164, + "pk": 227, "fields": { - "conflict": 111, + "conflict": 155, "obj_id": 114, "job_id": 28, "type": "shape", @@ -15879,9 +18439,9 @@ }, { "model": "quality_control.annotationid", - "pk": 165, + "pk": 228, "fields": { - "conflict": 112, + "conflict": 156, "obj_id": 130, "job_id": 28, "type": "shape", @@ -15889,1268 +18449,1415 @@ } }, { - "model": "quality_control.annotationid", - "pk": 166, + "model": "quality_control.annotationid", + "pk": 229, + "fields": { + "conflict": 157, + "obj_id": 128, + "job_id": 28, + "type": "shape", + "shape_type": "points" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 230, + "fields": { + "conflict": 158, + "obj_id": 124, + "job_id": 28, + "type": "shape", + "shape_type": "polygon" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 231, + "fields": { + "conflict": 159, + "obj_id": 125, + "job_id": 28, + "type": "shape", + "shape_type": "ellipse" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 232, + "fields": { + "conflict": 160, + "obj_id": 127, + "job_id": 28, + "type": "shape", + "shape_type": "mask" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 233, + "fields": { + "conflict": 161, + "obj_id": 129, + "job_id": 28, + "type": "shape", + "shape_type": "polyline" + } +}, +{ + "model": "quality_control.annotationid", + "pk": 234, + "fields": { + "conflict": 162, + "obj_id": 8, + "job_id": 28, + "type": "tag", + "shape_type": null + } +}, +{ + "model": "quality_control.qualitysettings", + "pk": 1, + "fields": { + "task": 2, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 + } +}, +{ + "model": "quality_control.qualitysettings", + "pk": 2, + "fields": { + "task": 5, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 + } +}, +{ + "model": "quality_control.qualitysettings", + "pk": 3, "fields": { - "conflict": 113, - "obj_id": 128, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "task": 6, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 167, + "model": "quality_control.qualitysettings", + "pk": 4, "fields": { - "conflict": 114, - "obj_id": 124, - "job_id": 28, - "type": "shape", - "shape_type": "polygon" + "task": 7, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 168, + "model": "quality_control.qualitysettings", + "pk": 5, "fields": { - "conflict": 115, - "obj_id": 125, - "job_id": 28, - "type": "shape", - "shape_type": "ellipse" + "task": 8, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 169, + "model": "quality_control.qualitysettings", + "pk": 6, "fields": { - "conflict": 116, - "obj_id": 127, - "job_id": 28, - "type": "shape", - "shape_type": "mask" + "task": 9, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 170, + "model": "quality_control.qualitysettings", + "pk": 7, "fields": { - "conflict": 117, - "obj_id": 129, - "job_id": 28, - "type": "shape", - "shape_type": "polyline" + "task": 11, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 171, + "model": "quality_control.qualitysettings", + "pk": 8, "fields": { - "conflict": 118, - "obj_id": 156, - "job_id": 30, - "type": "shape", - "shape_type": "rectangle" + "task": 12, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 172, + "model": "quality_control.qualitysettings", + "pk": 9, "fields": { - "conflict": 118, - "obj_id": 163, - "job_id": 32, - "type": "shape", - "shape_type": "rectangle" + "task": 13, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 173, + "model": "quality_control.qualitysettings", + "pk": 10, "fields": { - "conflict": 119, - "obj_id": 162, - "job_id": 32, - "type": "shape", - "shape_type": "rectangle" + "task": 14, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 174, + "model": "quality_control.qualitysettings", + "pk": 11, "fields": { - "conflict": 120, - "obj_id": 155, - "job_id": 29, - "type": "shape", - "shape_type": "rectangle" + "task": 15, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 175, + "model": "quality_control.qualitysettings", + "pk": 12, "fields": { - "conflict": 121, - "obj_id": 65, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "task": 17, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 176, + "model": "quality_control.qualitysettings", + "pk": 13, "fields": { - "conflict": 121, - "obj_id": 101, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "task": 18, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 177, + "model": "quality_control.qualitysettings", + "pk": 14, "fields": { - "conflict": 122, - "obj_id": 91, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "task": 19, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 178, + "model": "quality_control.qualitysettings", + "pk": 15, "fields": { - "conflict": 122, - "obj_id": 118, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "task": 20, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 179, + "model": "quality_control.qualitysettings", + "pk": 16, "fields": { - "conflict": 123, - "obj_id": 88, - "job_id": 27, - "type": "shape", - "shape_type": "points" + "task": 21, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 180, + "model": "quality_control.qualitysettings", + "pk": 17, "fields": { - "conflict": 123, - "obj_id": 102, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "task": 22, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 181, + "model": "quality_control.qualitysettings", + "pk": 18, "fields": { - "conflict": 124, - "obj_id": 68, - "job_id": 27, - "type": "shape", - "shape_type": "polygon" + "task": 23, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 182, + "model": "quality_control.qualitysettings", + "pk": 19, "fields": { - "conflict": 124, - "obj_id": 98, - "job_id": 28, - "type": "shape", - "shape_type": "polygon" + "task": 24, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 183, + "model": "quality_control.qualitysettings", + "pk": 20, "fields": { - "conflict": 125, - "obj_id": 67, - "job_id": 27, - "type": "shape", - "shape_type": "polyline" + "task": 25, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 184, + "model": "quality_control.qualitysettings", + "pk": 21, "fields": { - "conflict": 125, - "obj_id": 99, - "job_id": 28, - "type": "shape", - "shape_type": "polyline" + "task": 26, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 185, + "model": "quality_control.qualitysettings", + "pk": 22, "fields": { - "conflict": 126, - "obj_id": 141, - "job_id": 27, - "type": "shape", - "shape_type": "skeleton" + "task": 27, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 186, + "model": "quality_control.qualitysettings", + "pk": 23, "fields": { - "conflict": 126, - "obj_id": 132, - "job_id": 28, - "type": "shape", - "shape_type": "skeleton" + "task": 28, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 187, + "model": "quality_control.qualitysettings", + "pk": 24, "fields": { - "conflict": 127, - "obj_id": 92, - "job_id": 27, - "type": "shape", - "shape_type": "points" + "task": 29, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 188, + "model": "quality_control.qualitysettings", + "pk": 25, "fields": { - "conflict": 127, - "obj_id": 119, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "task": 30, + "iou_threshold": 0.4, + "oks_sigma": 0.09, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "compare_line_orientation": true, + "line_orientation_threshold": 0.1, + "compare_groups": true, + "group_match_threshold": 0.5, + "check_covered_annotations": true, + "object_visibility_threshold": 0.05, + "panoptic_comparison": true, + "compare_attributes": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "max_validations_per_job": 0 } }, { - "model": "quality_control.annotationid", - "pk": 189, + "model": "consensus.consensussettings", + "pk": 1, "fields": { - "conflict": 128, - "obj_id": 107, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "task": 2, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 190, + "model": "consensus.consensussettings", + "pk": 2, "fields": { - "conflict": 129, - "obj_id": 121, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "task": 5, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 191, + "model": "consensus.consensussettings", + "pk": 3, "fields": { - "conflict": 130, - "obj_id": 122, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "task": 6, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 192, + "model": "consensus.consensussettings", + "pk": 4, "fields": { - "conflict": 131, - "obj_id": 131, - "job_id": 28, - "type": "shape", - "shape_type": "skeleton" + "task": 7, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 193, + "model": "consensus.consensussettings", + "pk": 5, "fields": { - "conflict": 132, - "obj_id": 7, - "job_id": 28, - "type": "tag", - "shape_type": null + "task": 8, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 194, + "model": "consensus.consensussettings", + "pk": 6, "fields": { - "conflict": 133, - "obj_id": 70, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "task": 9, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 195, + "model": "consensus.consensussettings", + "pk": 7, "fields": { - "conflict": 134, - "obj_id": 76, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "task": 11, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 196, + "model": "consensus.consensussettings", + "pk": 8, "fields": { - "conflict": 135, - "obj_id": 93, - "job_id": 27, - "type": "shape", - "shape_type": "points" + "task": 12, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 197, + "model": "consensus.consensussettings", + "pk": 9, "fields": { - "conflict": 136, - "obj_id": 74, - "job_id": 27, - "type": "shape", - "shape_type": "polygon" + "task": 13, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 198, + "model": "consensus.consensussettings", + "pk": 10, "fields": { - "conflict": 137, - "obj_id": 95, - "job_id": 27, - "type": "shape", - "shape_type": "polygon" + "task": 14, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 199, + "model": "consensus.consensussettings", + "pk": 11, "fields": { - "conflict": 138, - "obj_id": 73, - "job_id": 27, - "type": "shape", - "shape_type": "polygon" + "task": 15, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 200, + "model": "consensus.consensussettings", + "pk": 12, "fields": { - "conflict": 139, - "obj_id": 96, - "job_id": 27, - "type": "shape", - "shape_type": "ellipse" + "task": 17, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 201, + "model": "consensus.consensussettings", + "pk": 13, "fields": { - "conflict": 140, - "obj_id": 64, - "job_id": 27, - "type": "shape", - "shape_type": "polyline" + "task": 18, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 202, + "model": "consensus.consensussettings", + "pk": 14, "fields": { - "conflict": 141, - "obj_id": 66, - "job_id": 27, - "type": "shape", - "shape_type": "polyline" + "task": 19, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 203, + "model": "consensus.consensussettings", + "pk": 15, "fields": { - "conflict": 142, - "obj_id": 94, - "job_id": 27, - "type": "shape", - "shape_type": "polyline" + "task": 20, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 204, + "model": "consensus.consensussettings", + "pk": 16, "fields": { - "conflict": 143, - "obj_id": 142, - "job_id": 27, - "type": "shape", - "shape_type": "skeleton" + "task": 21, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 205, + "model": "consensus.consensussettings", + "pk": 17, "fields": { - "conflict": 144, - "obj_id": 92, - "job_id": 27, - "type": "shape", - "shape_type": "points" + "task": 22, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 206, + "model": "consensus.consensussettings", + "pk": 18, "fields": { - "conflict": 144, - "obj_id": 119, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "task": 23, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 207, + "model": "consensus.consensussettings", + "pk": 19, "fields": { - "conflict": 145, - "obj_id": 89, - "job_id": 27, - "type": "shape", - "shape_type": "points" + "task": 24, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 208, - "fields": { - "conflict": 145, - "obj_id": 123, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "model": "consensus.consensussettings", + "pk": 20, + "fields": { + "task": 25, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 209, + "model": "consensus.consensussettings", + "pk": 21, "fields": { - "conflict": 146, - "obj_id": 69, - "job_id": 27, - "type": "shape", - "shape_type": "mask" + "task": 26, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 210, + "model": "consensus.consensussettings", + "pk": 22, "fields": { - "conflict": 146, - "obj_id": 97, - "job_id": 28, - "type": "shape", - "shape_type": "polygon" + "task": 27, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 211, + "model": "consensus.consensussettings", + "pk": 23, "fields": { - "conflict": 147, - "obj_id": 67, - "job_id": 27, - "type": "shape", - "shape_type": "polyline" + "task": 28, + "agreement_score_threshold": 0.0, + "quorum": 0, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 212, + "model": "consensus.consensussettings", + "pk": 24, "fields": { - "conflict": 147, - "obj_id": 99, - "job_id": 28, - "type": "shape", - "shape_type": "polyline" + "task": 29, + "agreement_score_threshold": 0.0, + "quorum": 1, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 213, + "model": "consensus.consensussettings", + "pk": 25, "fields": { - "conflict": 148, - "obj_id": 69, - "job_id": 27, - "type": "shape", - "shape_type": "mask" + "task": 30, + "agreement_score_threshold": 0.0, + "quorum": 2, + "iou_threshold": 0.5, + "sigma": 0.1, + "line_thickness": 0.01 } }, { - "model": "quality_control.annotationid", - "pk": 214, + "model": "consensus.consensusreport", + "pk": 1, "fields": { - "conflict": 149, - "obj_id": 65, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "task": 29, + "job": null, + "created_date": "2024-11-04T22:40:08.222Z", + "target_last_updated": "2024-11-04T22:40:08.217Z", + "consensus_score": 73, + "assignee": null, + "parent": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"agreement_score_threshold\":0.0,\"quorum\":1,\"iou_threshold\":0.5,\"sigma\":0.1,\"line_thickness\":0.01},\"comparison_summary\":{\"frames\":[0,1],\"conflict_count\":0,\"conflicts_by_type\":{},\"frame_count\":2,\"mean_conflict_count\":0.0},\"frame_results\":{\"0\":{\"conflicts\":[],\"consensus_score\":0.9559561542507508,\"conflict_count\":0,\"conflicts_by_type\":{}},\"1\":{\"conflicts\":[],\"consensus_score\":0.5,\"conflict_count\":0,\"conflicts_by_type\":{}}},\"consensus_score\":73.0}" } }, { - "model": "quality_control.annotationid", - "pk": 215, + "model": "consensus.consensusreport", + "pk": 2, "fields": { - "conflict": 149, - "obj_id": 101, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "task": 29, + "job": 38, + "created_date": "2024-11-04T22:40:08.224Z", + "target_last_updated": "2024-11-04T22:39:16.198Z", + "consensus_score": 73, + "assignee": null, + "parent": 1, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"agreement_score_threshold\":0.0,\"quorum\":1,\"iou_threshold\":0.5,\"sigma\":0.1,\"line_thickness\":0.01},\"comparison_summary\":{\"frames\":[0,1],\"conflict_count\":0,\"conflicts_by_type\":{},\"frame_count\":2,\"mean_conflict_count\":0.0},\"frame_results\":{\"0\":{\"conflicts\":[],\"consensus_score\":0.9559561542507508,\"conflict_count\":0,\"conflicts_by_type\":{}},\"1\":{\"conflicts\":[],\"consensus_score\":0.5,\"conflict_count\":0,\"conflicts_by_type\":{}}},\"consensus_score\":73.0}" } }, { - "model": "quality_control.annotationid", - "pk": 216, + "model": "consensus.consensusreport", + "pk": 3, "fields": { - "conflict": 150, - "obj_id": 82, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "task": 30, + "job": null, + "created_date": "2024-11-04T22:42:53.113Z", + "target_last_updated": "2024-11-04T22:42:53.107Z", + "consensus_score": 26, + "assignee": null, + "parent": null, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"agreement_score_threshold\":0.0,\"quorum\":2,\"iou_threshold\":0.5,\"sigma\":0.1,\"line_thickness\":0.01},\"comparison_summary\":{\"frames\":[0,1,2],\"conflict_count\":24,\"conflicts_by_type\":{\"no_matching_annotation\":12,\"failed_label_voting\":12},\"frame_count\":3,\"mean_conflict_count\":8.0},\"frame_results\":{\"2\":{\"conflicts\":[{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":255,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"polyline\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":253,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"polyline\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":258,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"points\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":251,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"points\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":256,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"ellipse\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":252,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"ellipse\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":257,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"polygon\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":254,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"polygon\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]}],\"consensus_score\":0.0,\"conflict_count\":16,\"conflicts_by_type\":{\"no_matching_annotation\":8,\"failed_label_voting\":8}},\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":21,\"job_id\":43,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":0,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":19,\"job_id\":42,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":0,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":0,\"type\":\"failed_label_voting\",\"annotation_ids\":[]}],\"consensus_score\":0.5213160673225687,\"conflict_count\":4,\"conflicts_by_type\":{\"no_matching_annotation\":2,\"failed_label_voting\":2}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":21,\"job_id\":43,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":1,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":19,\"job_id\":42,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":1,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":1,\"type\":\"failed_label_voting\",\"annotation_ids\":[]}],\"consensus_score\":0.5213160673225687,\"conflict_count\":4,\"conflicts_by_type\":{\"no_matching_annotation\":2,\"failed_label_voting\":2}}},\"consensus_score\":35.0}" } }, { - "model": "quality_control.annotationid", - "pk": 217, + "model": "consensus.consensusreport", + "pk": 4, "fields": { - "conflict": 150, - "obj_id": 103, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "task": 30, + "job": 45, + "created_date": "2024-11-04T22:42:53.115Z", + "target_last_updated": "2024-11-04T22:40:51.447Z", + "consensus_score": 0, + "assignee": null, + "parent": 3, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"agreement_score_threshold\":0.0,\"quorum\":2,\"iou_threshold\":0.5,\"sigma\":0.1,\"line_thickness\":0.01},\"comparison_summary\":{\"frames\":[2],\"conflict_count\":16,\"conflicts_by_type\":{\"no_matching_annotation\":8,\"failed_label_voting\":8},\"frame_count\":1,\"mean_conflict_count\":16.0},\"frame_results\":{\"2\":{\"conflicts\":[{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":255,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"polyline\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":253,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"polyline\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":258,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"points\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":251,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"points\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":256,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"ellipse\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":252,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"ellipse\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":257,\"job_id\":47,\"type\":\"shape\",\"shape_type\":\"polygon\"}]},{\"frame_id\":2,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":254,\"job_id\":46,\"type\":\"shape\",\"shape_type\":\"polygon\"}]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":2,\"type\":\"failed_label_voting\",\"annotation_ids\":[]}],\"consensus_score\":0.0,\"conflict_count\":16,\"conflicts_by_type\":{\"no_matching_annotation\":8,\"failed_label_voting\":8}}},\"consensus_score\":0.0}" } }, { - "model": "quality_control.annotationid", - "pk": 218, + "model": "consensus.consensusreport", + "pk": 5, "fields": { - "conflict": 151, - "obj_id": 81, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "task": 30, + "job": 41, + "created_date": "2024-11-04T22:42:53.115Z", + "target_last_updated": "2024-11-04T22:40:51.376Z", + "consensus_score": 52, + "assignee": null, + "parent": 3, + "data": "{\"parameters\":{\"included_annotation_types\":[\"bbox\",\"points\",\"mask\",\"polygon\",\"polyline\",\"skeleton\",\"label\"],\"agreement_score_threshold\":0.0,\"quorum\":2,\"iou_threshold\":0.5,\"sigma\":0.1,\"line_thickness\":0.01},\"comparison_summary\":{\"frames\":[0,1],\"conflict_count\":12,\"conflicts_by_type\":{\"no_matching_annotation\":4,\"failed_label_voting\":4},\"frame_count\":2,\"mean_conflict_count\":6.0},\"frame_results\":{\"0\":{\"conflicts\":[{\"frame_id\":0,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":21,\"job_id\":43,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":0,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":19,\"job_id\":42,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":0,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":0,\"type\":\"failed_label_voting\",\"annotation_ids\":[]}],\"consensus_score\":0.5213160673225687,\"conflict_count\":4,\"conflicts_by_type\":{\"no_matching_annotation\":2,\"failed_label_voting\":2}},\"1\":{\"conflicts\":[{\"frame_id\":1,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":21,\"job_id\":43,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":1,\"type\":\"no_matching_annotation\",\"annotation_ids\":[{\"obj_id\":19,\"job_id\":42,\"type\":\"track\",\"shape_type\":\"rectangle\"}]},{\"frame_id\":1,\"type\":\"failed_label_voting\",\"annotation_ids\":[]},{\"frame_id\":1,\"type\":\"failed_label_voting\",\"annotation_ids\":[]}],\"consensus_score\":0.5213160673225687,\"conflict_count\":4,\"conflicts_by_type\":{\"no_matching_annotation\":2,\"failed_label_voting\":2}}},\"consensus_score\":52.0}" } }, { - "model": "quality_control.annotationid", - "pk": 219, + "model": "consensus.consensusconflict", + "pk": 1, "fields": { - "conflict": 151, - "obj_id": 104, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 220, + "model": "consensus.consensusconflict", + "pk": 2, "fields": { - "conflict": 152, - "obj_id": 83, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 221, + "model": "consensus.consensusconflict", + "pk": 3, "fields": { - "conflict": 152, - "obj_id": 105, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "failed_label_voting" } }, { - "model": "quality_control.annotationid", - "pk": 222, + "model": "consensus.consensusconflict", + "pk": 4, "fields": { - "conflict": 153, - "obj_id": 87, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "failed_label_voting" } }, { - "model": "quality_control.annotationid", - "pk": 223, + "model": "consensus.consensusconflict", + "pk": 5, "fields": { - "conflict": 153, - "obj_id": 106, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 224, + "model": "consensus.consensusconflict", + "pk": 6, "fields": { - "conflict": 154, - "obj_id": 80, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 225, + "model": "consensus.consensusconflict", + "pk": 7, "fields": { - "conflict": 154, - "obj_id": 111, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "failed_label_voting" } }, { - "model": "quality_control.annotationid", - "pk": 226, + "model": "consensus.consensusconflict", + "pk": 8, "fields": { - "conflict": 155, - "obj_id": 77, - "job_id": 27, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "failed_label_voting" } }, { - "model": "quality_control.annotationid", - "pk": 227, + "model": "consensus.consensusconflict", + "pk": 9, "fields": { - "conflict": 155, - "obj_id": 114, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 228, + "model": "consensus.consensusconflict", + "pk": 10, "fields": { - "conflict": 156, - "obj_id": 130, - "job_id": 28, - "type": "shape", - "shape_type": "rectangle" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 229, + "model": "consensus.consensusconflict", + "pk": 11, "fields": { - "conflict": 157, - "obj_id": 128, - "job_id": 28, - "type": "shape", - "shape_type": "points" + "report": 4, + "frame": 2, + "type": "failed_label_voting" } }, { - "model": "quality_control.annotationid", - "pk": 230, + "model": "consensus.consensusconflict", + "pk": 12, "fields": { - "conflict": 158, - "obj_id": 124, - "job_id": 28, - "type": "shape", - "shape_type": "polygon" + "report": 4, + "frame": 2, + "type": "failed_label_voting" } }, { - "model": "quality_control.annotationid", - "pk": 231, + "model": "consensus.consensusconflict", + "pk": 13, "fields": { - "conflict": 159, - "obj_id": 125, - "job_id": 28, - "type": "shape", - "shape_type": "ellipse" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 232, + "model": "consensus.consensusconflict", + "pk": 14, "fields": { - "conflict": 160, - "obj_id": 127, - "job_id": 28, - "type": "shape", - "shape_type": "mask" + "report": 4, + "frame": 2, + "type": "no_matching_annotation" } }, { - "model": "quality_control.annotationid", - "pk": 233, + "model": "consensus.consensusconflict", + "pk": 15, "fields": { - "conflict": 161, - "obj_id": 129, - "job_id": 28, - "type": "shape", - "shape_type": "polyline" + "report": 4, + "frame": 2, + "type": "failed_label_voting" } }, { - "model": "quality_control.annotationid", - "pk": 234, + "model": "consensus.consensusconflict", + "pk": 16, + "fields": { + "report": 4, + "frame": 2, + "type": "failed_label_voting" + } +}, +{ + "model": "consensus.consensusconflict", + "pk": 17, "fields": { - "conflict": 162, - "obj_id": 8, - "job_id": 28, - "type": "tag", - "shape_type": null + "report": 5, + "frame": 0, + "type": "no_matching_annotation" } }, { - "model": "quality_control.qualitysettings", - "pk": 1, + "model": "consensus.consensusconflict", + "pk": 18, "fields": { - "task": 2, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "report": 5, + "frame": 0, + "type": "no_matching_annotation" } }, { - "model": "quality_control.qualitysettings", - "pk": 2, + "model": "consensus.consensusconflict", + "pk": 19, "fields": { - "task": 5, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "report": 5, + "frame": 0, + "type": "failed_label_voting" } }, { - "model": "quality_control.qualitysettings", - "pk": 3, + "model": "consensus.consensusconflict", + "pk": 20, "fields": { - "task": 6, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "report": 5, + "frame": 0, + "type": "failed_label_voting" } }, { - "model": "quality_control.qualitysettings", - "pk": 4, + "model": "consensus.consensusconflict", + "pk": 21, "fields": { - "task": 7, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "report": 5, + "frame": 1, + "type": "no_matching_annotation" } }, { - "model": "quality_control.qualitysettings", - "pk": 5, + "model": "consensus.consensusconflict", + "pk": 22, "fields": { - "task": 8, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "report": 5, + "frame": 1, + "type": "no_matching_annotation" } }, { - "model": "quality_control.qualitysettings", - "pk": 6, + "model": "consensus.consensusconflict", + "pk": 23, "fields": { - "task": 9, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "report": 5, + "frame": 1, + "type": "failed_label_voting" } }, { - "model": "quality_control.qualitysettings", - "pk": 7, + "model": "consensus.consensusconflict", + "pk": 24, "fields": { - "task": 11, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "report": 5, + "frame": 1, + "type": "failed_label_voting" } }, { - "model": "quality_control.qualitysettings", - "pk": 8, + "model": "consensus.annotationid", + "pk": 1, "fields": { - "task": 12, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 1, + "obj_id": 255, + "job_id": 47, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.qualitysettings", - "pk": 9, + "model": "consensus.annotationid", + "pk": 2, "fields": { - "task": 13, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 2, + "obj_id": 253, + "job_id": 46, + "type": "shape", + "shape_type": "polyline" } }, { - "model": "quality_control.qualitysettings", - "pk": 10, + "model": "consensus.annotationid", + "pk": 3, "fields": { - "task": 14, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 5, + "obj_id": 258, + "job_id": 47, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.qualitysettings", - "pk": 11, + "model": "consensus.annotationid", + "pk": 4, "fields": { - "task": 15, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 6, + "obj_id": 251, + "job_id": 46, + "type": "shape", + "shape_type": "points" } }, { - "model": "quality_control.qualitysettings", - "pk": 12, + "model": "consensus.annotationid", + "pk": 5, "fields": { - "task": 17, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 9, + "obj_id": 256, + "job_id": 47, + "type": "shape", + "shape_type": "ellipse" } }, { - "model": "quality_control.qualitysettings", - "pk": 13, + "model": "consensus.annotationid", + "pk": 6, "fields": { - "task": 18, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 10, + "obj_id": 252, + "job_id": 46, + "type": "shape", + "shape_type": "ellipse" } }, { - "model": "quality_control.qualitysettings", - "pk": 14, + "model": "consensus.annotationid", + "pk": 7, "fields": { - "task": 19, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 13, + "obj_id": 257, + "job_id": 47, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.qualitysettings", - "pk": 15, + "model": "consensus.annotationid", + "pk": 8, "fields": { - "task": 20, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 14, + "obj_id": 254, + "job_id": 46, + "type": "shape", + "shape_type": "polygon" } }, { - "model": "quality_control.qualitysettings", - "pk": 16, + "model": "consensus.annotationid", + "pk": 9, "fields": { - "task": 21, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 17, + "obj_id": 21, + "job_id": 43, + "type": "track", + "shape_type": "rectangle" } }, { - "model": "quality_control.qualitysettings", - "pk": 17, + "model": "consensus.annotationid", + "pk": 10, "fields": { - "task": 22, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 18, + "obj_id": 19, + "job_id": 42, + "type": "track", + "shape_type": "rectangle" } }, { - "model": "quality_control.qualitysettings", - "pk": 18, + "model": "consensus.annotationid", + "pk": 11, "fields": { - "task": 23, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 21, + "obj_id": 21, + "job_id": 43, + "type": "track", + "shape_type": "rectangle" } }, { - "model": "quality_control.qualitysettings", - "pk": 19, + "model": "consensus.annotationid", + "pk": 12, "fields": { - "task": 24, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "conflict": 22, + "obj_id": 19, + "job_id": 42, + "type": "track", + "shape_type": "rectangle" } }, { - "model": "quality_control.qualitysettings", - "pk": 20, + "model": "consensus.assigneeconsensusreport", + "pk": 1, "fields": { - "task": 25, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "task": 29, + "assignee": [ + "dummy2" + ], + "consensus_score": 89, + "conflict_count": 0, + "consensus_report_id": 1 } }, { - "model": "quality_control.qualitysettings", - "pk": 21, + "model": "consensus.assigneeconsensusreport", + "pk": 2, "fields": { - "task": 26, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "task": 29, + "assignee": [ + "dummy1" + ], + "consensus_score": 100, + "conflict_count": 0, + "consensus_report_id": 1 } }, { - "model": "quality_control.qualitysettings", - "pk": 22, + "model": "consensus.assigneeconsensusreport", + "pk": 3, "fields": { - "task": 27, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "task": 30, + "assignee": [ + "worker3" + ], + "consensus_score": 50, + "conflict_count": 2, + "consensus_report_id": 3 } }, { - "model": "quality_control.qualitysettings", - "pk": 23, + "model": "consensus.assigneeconsensusreport", + "pk": 4, "fields": { - "task": 28, - "iou_threshold": 0.4, - "oks_sigma": 0.09, - "line_thickness": 0.01, - "low_overlap_threshold": 0.8, - "compare_line_orientation": true, - "line_orientation_threshold": 0.1, - "compare_groups": true, - "group_match_threshold": 0.5, - "check_covered_annotations": true, - "object_visibility_threshold": 0.05, - "panoptic_comparison": true, - "compare_attributes": true, - "target_metric": "accuracy", - "target_metric_threshold": 0.7, - "max_validations_per_job": 0 + "task": 30, + "assignee": [ + "worker2" + ], + "consensus_score": 28, + "conflict_count": 6, + "consensus_report_id": 3 + } +}, +{ + "model": "consensus.assigneeconsensusreport", + "pk": 5, + "fields": { + "task": 30, + "assignee": [ + "user5" + ], + "consensus_score": 0, + "conflict_count": 4, + "consensus_report_id": 3 + } +}, +{ + "model": "consensus.assigneeconsensusreport", + "pk": 6, + "fields": { + "task": 30, + "assignee": [ + "user3" + ], + "consensus_score": 0, + "conflict_count": 0, + "consensus_report_id": 3 } }, { diff --git a/tests/python/shared/assets/jobs.json b/tests/python/shared/assets/jobs.json index f9682982671..17ce3635db9 100644 --- a/tests/python/shared/assets/jobs.json +++ b/tests/python/shared/assets/jobs.json @@ -1,30 +1,36 @@ { - "count": 38, + "count": 41, "next": null, "previous": null, "results": [ { - "assignee": null, - "assignee_updated_date": null, + "assignee": { + "first_name": "Worker", + "id": 8, + "last_name": "Third", + "url": "http://localhost:8080/api/users/8", + "username": "worker3" + }, + "assignee_updated_date": "2024-11-04T22:41:17.206000Z", "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.544000Z", + "created_date": "2024-11-04T22:40:51.247000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 1, "guide_id": null, - "id": 45, + "id": 48, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=45" + "url": "http://localhost:8080/api/issues?job_id=48" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=45" + "url": "http://localhost:8080/api/labels?job_id=48" }, "mode": "annotation", "organization": 2, - "parent_job_id": 42, + "parent_job_id": 45, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -33,39 +39,39 @@ "status": "completed", "stop_frame": 2, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "consensus", - "updated_date": "2024-10-02T21:36:03.724000Z", - "url": "http://localhost:8080/api/jobs/45" + "updated_date": "2024-11-04T22:41:42.888000Z", + "url": "http://localhost:8080/api/jobs/48" }, { "assignee": { "first_name": "Worker", - "id": 8, - "last_name": "Third", - "url": "http://localhost:8080/api/users/8", - "username": "worker3" + "id": 7, + "last_name": "Second", + "url": "http://localhost:8080/api/users/7", + "username": "worker2" }, - "assignee_updated_date": "2024-10-02T21:35:06.620000Z", + "assignee_updated_date": "2024-11-04T22:41:14.393000Z", "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.540000Z", + "created_date": "2024-11-04T22:40:51.243000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 1, "guide_id": null, - "id": 44, + "id": 47, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=44" + "url": "http://localhost:8080/api/issues?job_id=47" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=44" + "url": "http://localhost:8080/api/labels?job_id=47" }, "mode": "annotation", "organization": 2, - "parent_job_id": 42, + "parent_job_id": 45, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -74,39 +80,39 @@ "status": "completed", "stop_frame": 2, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "consensus", - "updated_date": "2024-10-02T21:36:06.300000Z", - "url": "http://localhost:8080/api/jobs/44" + "updated_date": "2024-11-04T22:41:40.791000Z", + "url": "http://localhost:8080/api/jobs/47" }, { "assignee": { - "first_name": "Worker", - "id": 7, - "last_name": "Second", - "url": "http://localhost:8080/api/users/7", - "username": "worker2" + "first_name": "User", + "id": 19, + "last_name": "Fifth", + "url": "http://localhost:8080/api/users/19", + "username": "user5" }, - "assignee_updated_date": "2024-10-02T21:35:04.467000Z", + "assignee_updated_date": "2024-11-04T22:41:10.805000Z", "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.537000Z", + "created_date": "2024-11-04T22:40:51.239000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 1, "guide_id": null, - "id": 43, + "id": 46, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=43" + "url": "http://localhost:8080/api/issues?job_id=46" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=43" + "url": "http://localhost:8080/api/labels?job_id=46" }, "mode": "annotation", "organization": 2, - "parent_job_id": 42, + "parent_job_id": 45, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -115,29 +121,29 @@ "status": "completed", "stop_frame": 2, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "consensus", - "updated_date": "2024-10-02T21:36:08.821000Z", - "url": "http://localhost:8080/api/jobs/43" + "updated_date": "2024-11-04T22:41:38.856000Z", + "url": "http://localhost:8080/api/jobs/46" }, { "assignee": null, "assignee_updated_date": null, "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.533000Z", + "created_date": "2024-11-04T22:40:51.235000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 1, "guide_id": null, - "id": 42, + "id": 45, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=42" + "url": "http://localhost:8080/api/issues?job_id=45" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=42" + "url": "http://localhost:8080/api/labels?job_id=45" }, "mode": "annotation", "organization": 2, @@ -150,39 +156,39 @@ "status": "annotation", "stop_frame": 2, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "annotation", - "updated_date": "2024-10-03T22:17:35.609669Z", - "url": "http://localhost:8080/api/jobs/42" + "updated_date": "2024-11-04T22:42:53.009000Z", + "url": "http://localhost:8080/api/jobs/45" }, { "assignee": { - "first_name": "Worker", - "id": 7, - "last_name": "Second", - "url": "http://localhost:8080/api/users/7", - "username": "worker2" + "first_name": "User", + "id": 4, + "last_name": "Third", + "url": "http://localhost:8080/api/users/4", + "username": "user3" }, - "assignee_updated_date": "2024-10-02T21:35:10.809000Z", + "assignee_updated_date": "2024-11-04T22:41:27.581000Z", "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.528000Z", + "created_date": "2024-11-04T22:40:51.230000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 2, "guide_id": null, - "id": 41, + "id": 44, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=41" + "url": "http://localhost:8080/api/issues?job_id=44" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=41" + "url": "http://localhost:8080/api/labels?job_id=44" }, "mode": "annotation", "organization": 2, - "parent_job_id": 38, + "parent_job_id": 41, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -191,33 +197,39 @@ "status": "completed", "stop_frame": 1, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "consensus", - "updated_date": "2024-10-02T21:35:56.674000Z", - "url": "http://localhost:8080/api/jobs/41" + "updated_date": "2024-11-04T22:42:04.885000Z", + "url": "http://localhost:8080/api/jobs/44" }, { - "assignee": null, - "assignee_updated_date": null, + "assignee": { + "first_name": "Worker", + "id": 7, + "last_name": "Second", + "url": "http://localhost:8080/api/users/7", + "username": "worker2" + }, + "assignee_updated_date": "2024-11-04T22:41:24.769000Z", "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.524000Z", + "created_date": "2024-11-04T22:40:51.225000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 2, "guide_id": null, - "id": 40, + "id": 43, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=40" + "url": "http://localhost:8080/api/issues?job_id=43" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=40" + "url": "http://localhost:8080/api/labels?job_id=43" }, "mode": "annotation", "organization": 2, - "parent_job_id": 38, + "parent_job_id": 41, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -226,33 +238,39 @@ "status": "completed", "stop_frame": 1, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "consensus", - "updated_date": "2024-10-02T21:35:58.540000Z", - "url": "http://localhost:8080/api/jobs/40" + "updated_date": "2024-11-04T22:42:02.566000Z", + "url": "http://localhost:8080/api/jobs/43" }, { - "assignee": null, - "assignee_updated_date": null, + "assignee": { + "first_name": "Worker", + "id": 8, + "last_name": "Third", + "url": "http://localhost:8080/api/users/8", + "username": "worker3" + }, + "assignee_updated_date": "2024-11-04T22:41:21.453000Z", "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.520000Z", + "created_date": "2024-11-04T22:40:51.221000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 2, "guide_id": null, - "id": 39, + "id": 42, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=39" + "url": "http://localhost:8080/api/issues?job_id=42" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=39" + "url": "http://localhost:8080/api/labels?job_id=42" }, "mode": "annotation", "organization": 2, - "parent_job_id": 38, + "parent_job_id": 41, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -261,29 +279,29 @@ "status": "completed", "stop_frame": 1, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "consensus", - "updated_date": "2024-10-02T21:36:00.610000Z", - "url": "http://localhost:8080/api/jobs/39" + "updated_date": "2024-11-04T22:42:00.438000Z", + "url": "http://localhost:8080/api/jobs/42" }, { "assignee": null, "assignee_updated_date": null, "bug_tracker": null, - "created_date": "2024-10-02T21:34:47.514000Z", + "created_date": "2024-11-04T22:40:51.214000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 2, "guide_id": null, - "id": 38, + "id": 41, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=38" + "url": "http://localhost:8080/api/issues?job_id=41" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=38" + "url": "http://localhost:8080/api/labels?job_id=41" }, "mode": "annotation", "organization": 2, @@ -296,39 +314,39 @@ "status": "annotation", "stop_frame": 1, "target_storage": null, - "task_id": 27, + "task_id": 30, "type": "annotation", - "updated_date": "2024-10-03T22:17:35.495119Z", - "url": "http://localhost:8080/api/jobs/38" + "updated_date": "2024-11-04T22:42:53.105000Z", + "url": "http://localhost:8080/api/jobs/41" }, { "assignee": { "first_name": "Dummy", - "id": 15, - "last_name": "Second", - "url": "http://localhost:8080/api/users/15", - "username": "dummy2" + "id": 14, + "last_name": "First", + "url": "http://localhost:8080/api/users/14", + "username": "dummy1" }, - "assignee_updated_date": "2024-10-02T13:33:41.217000Z", + "assignee_updated_date": "2024-11-04T22:40:02.920000Z", "bug_tracker": null, - "created_date": "2024-10-02T13:33:20.301000Z", + "created_date": "2024-11-04T22:39:16.099000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 2, "guide_id": null, - "id": 37, + "id": 40, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=37" + "url": "http://localhost:8080/api/issues?job_id=40" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=37" + "url": "http://localhost:8080/api/labels?job_id=40" }, "mode": "annotation", "organization": null, - "parent_job_id": 35, + "parent_job_id": 38, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -337,39 +355,39 @@ "status": "completed", "stop_frame": 1, "target_storage": null, - "task_id": 26, + "task_id": 29, "type": "consensus", - "updated_date": "2024-10-02T13:34:47.956000Z", - "url": "http://localhost:8080/api/jobs/37" + "updated_date": "2024-11-04T22:40:02.933000Z", + "url": "http://localhost:8080/api/jobs/40" }, { "assignee": { "first_name": "Dummy", - "id": 14, - "last_name": "First", - "url": "http://localhost:8080/api/users/14", - "username": "dummy1" + "id": 15, + "last_name": "Second", + "url": "http://localhost:8080/api/users/15", + "username": "dummy2" }, - "assignee_updated_date": "2024-10-02T13:33:39.499000Z", + "assignee_updated_date": "2024-11-04T22:40:00.663000Z", "bug_tracker": null, - "created_date": "2024-10-02T13:33:20.297000Z", + "created_date": "2024-11-04T22:39:16.095000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 2, "guide_id": null, - "id": 36, + "id": 39, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=36" + "url": "http://localhost:8080/api/issues?job_id=39" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=36" + "url": "http://localhost:8080/api/labels?job_id=39" }, "mode": "annotation", "organization": null, - "parent_job_id": 35, + "parent_job_id": 38, "project_id": null, "source_storage": null, "stage": "acceptance", @@ -378,29 +396,29 @@ "status": "completed", "stop_frame": 1, "target_storage": null, - "task_id": 26, + "task_id": 29, "type": "consensus", - "updated_date": "2024-10-02T13:34:49.516000Z", - "url": "http://localhost:8080/api/jobs/36" + "updated_date": "2024-11-04T22:40:00.678000Z", + "url": "http://localhost:8080/api/jobs/39" }, { "assignee": null, "assignee_updated_date": null, "bug_tracker": null, - "created_date": "2024-10-02T13:33:20.289000Z", + "created_date": "2024-11-04T22:39:16.089000Z", "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", "data_original_chunk_type": "imageset", "dimension": "2d", "frame_count": 2, "guide_id": null, - "id": 35, + "id": 38, "issues": { "count": 0, - "url": "http://localhost:8080/api/issues?job_id=35" + "url": "http://localhost:8080/api/issues?job_id=38" }, "labels": { - "url": "http://localhost:8080/api/labels?job_id=35" + "url": "http://localhost:8080/api/labels?job_id=38" }, "mode": "annotation", "organization": null, @@ -410,12 +428,141 @@ "stage": "annotation", "start_frame": 0, "state": "new", - "status": "annotation", + "status": "completed", "stop_frame": 1, "target_storage": null, + "task_id": 29, + "type": "annotation", + "updated_date": "2024-11-04T22:40:08.216000Z", + "url": "http://localhost:8080/api/jobs/38" + }, + { + "assignee": null, + "assignee_updated_date": null, + "bug_tracker": "", + "created_date": "2024-09-23T21:42:23.045000Z", + "data_chunk_size": 72, + "data_compressed_chunk_type": "imageset", + "data_original_chunk_type": "imageset", + "dimension": "2d", + "frame_count": 1, + "guide_id": null, + "id": 37, + "issues": { + "count": 0, + "url": "http://localhost:8080/api/issues?job_id=37" + }, + "labels": { + "url": "http://localhost:8080/api/labels?job_id=37" + }, + "mode": "annotation", + "organization": 2, + "parent_job_id": null, + "project_id": 10, + "source_storage": { + "cloud_storage_id": null, + "id": 49, + "location": "local" + }, + "stage": "annotation", + "start_frame": 0, + "state": "new", + "status": "annotation", + "stop_frame": 0, + "target_storage": { + "cloud_storage_id": null, + "id": 50, + "location": "local" + }, + "task_id": 28, + "type": "annotation", + "updated_date": "2024-09-23T21:42:23.045000Z", + "url": "http://localhost:8080/api/jobs/37" + }, + { + "assignee": null, + "assignee_updated_date": null, + "bug_tracker": null, + "created_date": "2024-09-23T10:52:04.507000Z", + "data_chunk_size": 72, + "data_compressed_chunk_type": "imageset", + "data_original_chunk_type": "imageset", + "dimension": "2d", + "frame_count": 1, + "guide_id": null, + "id": 36, + "issues": { + "count": 0, + "url": "http://localhost:8080/api/issues?job_id=36" + }, + "labels": { + "url": "http://localhost:8080/api/labels?job_id=36" + }, + "mode": "annotation", + "organization": 2, + "parent_job_id": null, + "project_id": null, + "source_storage": { + "cloud_storage_id": null, + "id": 47, + "location": "local" + }, + "stage": "annotation", + "start_frame": 0, + "state": "new", + "status": "annotation", + "stop_frame": 0, + "target_storage": { + "cloud_storage_id": null, + "id": 48, + "location": "local" + }, + "task_id": 27, + "type": "annotation", + "updated_date": "2024-09-23T10:52:04.507000Z", + "url": "http://localhost:8080/api/jobs/36" + }, + { + "assignee": null, + "assignee_updated_date": null, + "bug_tracker": null, + "created_date": "2024-09-23T10:51:32.932000Z", + "data_chunk_size": 72, + "data_compressed_chunk_type": "imageset", + "data_original_chunk_type": "imageset", + "dimension": "2d", + "frame_count": 1, + "guide_id": null, + "id": 35, + "issues": { + "count": 0, + "url": "http://localhost:8080/api/issues?job_id=35" + }, + "labels": { + "url": "http://localhost:8080/api/labels?job_id=35" + }, + "mode": "annotation", + "organization": 2, + "parent_job_id": null, + "project_id": null, + "source_storage": { + "cloud_storage_id": null, + "id": 45, + "location": "local" + }, + "stage": "annotation", + "start_frame": 0, + "state": "new", + "status": "annotation", + "stop_frame": 0, + "target_storage": { + "cloud_storage_id": null, + "id": 46, + "location": "local" + }, "task_id": 26, "type": "annotation", - "updated_date": "2024-10-02T13:36:15.967000Z", + "updated_date": "2024-09-23T10:51:32.932000Z", "url": "http://localhost:8080/api/jobs/35" }, { diff --git a/tests/python/shared/assets/labels.json b/tests/python/shared/assets/labels.json index 66fc67ba926..22758da82b8 100644 --- a/tests/python/shared/assets/labels.json +++ b/tests/python/shared/assets/labels.json @@ -1,5 +1,5 @@ { - "count": 46, + "count": 48, "next": null, "previous": null, "results": [ @@ -831,10 +831,10 @@ }, { "attributes": [], - "color": "#406040", + "color": "#6080c0", "has_parent": false, "id": 75, - "name": "dog", + "name": "cat", "parent_id": null, "sublabels": [], "task_id": 26, @@ -848,7 +848,7 @@ "name": "cat", "parent_id": null, "sublabels": [], - "task_id": 26, + "task_id": 27, "type": "any" }, { @@ -917,29 +917,51 @@ } ], "svg": "\n\n\n\n\n\n\n\n\n\n\n\n", - "task_id": 26, + "task_id": 29, "type": "skeleton" }, { "attributes": [], - "color": "#406040", + "color": "#6080c0", "has_parent": false, "id": 85, + "name": "cat", + "parent_id": null, + "sublabels": [], + "task_id": 29, + "type": "any" + }, + { + "attributes": [], + "color": "#406040", + "has_parent": false, + "id": 86, "name": "dog", "parent_id": null, "sublabels": [], - "task_id": 27, + "task_id": 29, + "type": "any" + }, + { + "attributes": [], + "color": "#406040", + "has_parent": false, + "id": 87, + "name": "dog", + "parent_id": null, + "sublabels": [], + "task_id": 30, "type": "any" }, { "attributes": [], "color": "#6080c0", "has_parent": false, - "id": 86, + "id": 88, "name": "cat", "parent_id": null, "sublabels": [], - "task_id": 27, + "task_id": 30, "type": "any" } ] diff --git a/tests/python/shared/assets/projects.json b/tests/python/shared/assets/projects.json index 5d656fe46da..de07ddc4794 100644 --- a/tests/python/shared/assets/projects.json +++ b/tests/python/shared/assets/projects.json @@ -294,7 +294,7 @@ "count": 1, "url": "http://localhost:8080/api/tasks?project_id=10" }, - "updated_date": "2023-02-10T11:42:57.733000Z", + "updated_date": "2024-09-23T21:42:22.688000Z", "url": "http://localhost:8080/api/projects/10" }, { diff --git a/tests/python/shared/assets/quality_settings.json b/tests/python/shared/assets/quality_settings.json index 1dd0db102cf..303fa27ba9a 100644 --- a/tests/python/shared/assets/quality_settings.json +++ b/tests/python/shared/assets/quality_settings.json @@ -1,5 +1,5 @@ { - "count": 23, + "count": 25, "next": null, "previous": null, "results": [ @@ -439,6 +439,44 @@ "target_metric": "accuracy", "target_metric_threshold": 0.7, "task_id": 28 + }, + { + "check_covered_annotations": true, + "compare_attributes": true, + "compare_groups": true, + "compare_line_orientation": true, + "group_match_threshold": 0.5, + "id": 24, + "iou_threshold": 0.4, + "line_orientation_threshold": 0.1, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "max_validations_per_job": 0, + "object_visibility_threshold": 0.05, + "oks_sigma": 0.09, + "panoptic_comparison": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "task_id": 29 + }, + { + "check_covered_annotations": true, + "compare_attributes": true, + "compare_groups": true, + "compare_line_orientation": true, + "group_match_threshold": 0.5, + "id": 25, + "iou_threshold": 0.4, + "line_orientation_threshold": 0.1, + "line_thickness": 0.01, + "low_overlap_threshold": 0.8, + "max_validations_per_job": 0, + "object_visibility_threshold": 0.05, + "oks_sigma": 0.09, + "panoptic_comparison": true, + "target_metric": "accuracy", + "target_metric_threshold": 0.7, + "task_id": 30 } ] } \ No newline at end of file diff --git a/tests/python/shared/assets/tasks.json b/tests/python/shared/assets/tasks.json index 7b1314f6668..88ed90e97ca 100644 --- a/tests/python/shared/assets/tasks.json +++ b/tests/python/shared/assets/tasks.json @@ -1,8 +1,96 @@ { - "count": 23, + "count": 25, "next": null, "previous": null, "results": [ + { + "assignee": null, + "assignee_updated_date": null, + "bug_tracker": "", + "consensus_jobs_per_regular_job": 3, + "created_date": "2024-11-04T22:40:51.104000Z", + "data": 29, + "data_chunk_size": 72, + "data_compressed_chunk_type": "imageset", + "data_original_chunk_type": "imageset", + "dimension": "2d", + "guide_id": null, + "id": 30, + "image_quality": 70, + "jobs": { + "completed": 6, + "count": 8, + "url": "http://localhost:8080/api/jobs?task_id=30", + "validation": 0 + }, + "labels": { + "url": "http://localhost:8080/api/labels?task_id=30" + }, + "mode": "annotation", + "name": "task with consensus jobs", + "organization": 2, + "overlap": 0, + "owner": { + "first_name": "User", + "id": 3, + "last_name": "Second", + "url": "http://localhost:8080/api/users/3", + "username": "user2" + }, + "project_id": null, + "segment_size": 2, + "size": 3, + "source_storage": null, + "status": "annotation", + "subset": "", + "target_storage": null, + "updated_date": "2024-11-04T22:42:53.107000Z", + "url": "http://localhost:8080/api/tasks/30" + }, + { + "assignee": null, + "assignee_updated_date": null, + "bug_tracker": "", + "consensus_jobs_per_regular_job": 2, + "created_date": "2024-11-04T22:39:15.967000Z", + "data": 28, + "data_chunk_size": 72, + "data_compressed_chunk_type": "imageset", + "data_original_chunk_type": "imageset", + "dimension": "2d", + "guide_id": null, + "id": 29, + "image_quality": 70, + "jobs": { + "completed": 2, + "count": 3, + "url": "http://localhost:8080/api/jobs?task_id=29", + "validation": 0 + }, + "labels": { + "url": "http://localhost:8080/api/labels?task_id=29" + }, + "mode": "annotation", + "name": "task with consensus jobs", + "organization": null, + "overlap": 0, + "owner": { + "first_name": "Admin", + "id": 1, + "last_name": "First", + "url": "http://localhost:8080/api/users/1", + "username": "admin1" + }, + "project_id": null, + "segment_size": 2, + "size": 2, + "source_storage": null, + "status": "completed", + "subset": "", + "target_storage": null, + "updated_date": "2024-11-04T22:40:08.217000Z", + "url": "http://localhost:8080/api/tasks/29" + }, { "assignee": null, "assignee_updated_date": null, @@ -19,7 +107,7 @@ "image_quality": 70, "jobs": { "completed": 0, - "count": 0, + "count": 1, "url": "http://localhost:8080/api/jobs?task_id=28", "validation": 0 }, @@ -58,15 +146,15 @@ { "assignee": { "first_name": "User", - "id": 3, - "last_name": "Second", - "url": "http://localhost:8080/api/users/3", - "username": "user2" + "id": 5, + "last_name": "Fourth", + "url": "http://localhost:8080/api/users/5", + "username": "user4" }, - "assignee_updated_date": "2024-10-02T22:12:58.892000Z", + "assignee_updated_date": "2024-09-23T10:52:48.769000Z", "bug_tracker": "", - "consensus_jobs_per_regular_job": 3, - "created_date": "2024-10-02T21:34:47.413000Z", + "consensus_jobs_per_regular_job": 0, + "created_date": "2024-09-23T10:52:04.357000Z", "data": 26, "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", @@ -76,8 +164,8 @@ "id": 27, "image_quality": 70, "jobs": { - "completed": 6, - "count": 8, + "completed": 0, + "count": 1, "url": "http://localhost:8080/api/jobs?task_id=27", "validation": 0 }, @@ -85,32 +173,46 @@ "url": "http://localhost:8080/api/labels?task_id=27" }, "mode": "annotation", - "name": "task with consensus jobs", + "name": "task assigned to maintainer", "organization": 2, "overlap": 0, "owner": { "first_name": "User", - "id": 3, - "last_name": "Second", - "url": "http://localhost:8080/api/users/3", - "username": "user2" + "id": 4, + "last_name": "Third", + "url": "http://localhost:8080/api/users/4", + "username": "user3" }, "project_id": null, - "segment_size": 2, - "size": 3, - "source_storage": null, + "segment_size": 1, + "size": 1, + "source_storage": { + "cloud_storage_id": null, + "id": 47, + "location": "local" + }, "status": "annotation", "subset": "", - "target_storage": null, - "updated_date": "2024-10-03T22:17:35.612125Z", + "target_storage": { + "cloud_storage_id": null, + "id": 48, + "location": "local" + }, + "updated_date": "2024-09-23T10:52:48.778000Z", "url": "http://localhost:8080/api/tasks/27" }, { - "assignee": null, - "assignee_updated_date": null, + "assignee": { + "first_name": "Business", + "id": 10, + "last_name": "First", + "url": "http://localhost:8080/api/users/10", + "username": "business1" + }, + "assignee_updated_date": "2024-09-23T10:51:45.525000Z", "bug_tracker": "", - "consensus_jobs_per_regular_job": 2, - "created_date": "2024-10-02T13:33:20.177000Z", + "consensus_jobs_per_regular_job": 0, + "created_date": "2024-09-23T10:51:32.778000Z", "data": 25, "data_chunk_size": 72, "data_compressed_chunk_type": "imageset", @@ -120,8 +222,8 @@ "id": 26, "image_quality": 70, "jobs": { - "completed": 2, - "count": 3, + "completed": 0, + "count": 1, "url": "http://localhost:8080/api/jobs?task_id=26", "validation": 0 }, @@ -129,24 +231,32 @@ "url": "http://localhost:8080/api/labels?task_id=26" }, "mode": "annotation", - "name": "task with consensus jobs", - "organization": null, + "name": "task assigned to owner", + "organization": 2, "overlap": 0, "owner": { - "first_name": "Admin", - "id": 1, - "last_name": "First", - "url": "http://localhost:8080/api/users/1", - "username": "admin1" + "first_name": "User", + "id": 4, + "last_name": "Third", + "url": "http://localhost:8080/api/users/4", + "username": "user3" }, "project_id": null, - "segment_size": 2, - "size": 2, - "source_storage": null, + "segment_size": 1, + "size": 1, + "source_storage": { + "cloud_storage_id": null, + "id": 45, + "location": "local" + }, "status": "annotation", "subset": "", - "target_storage": null, - "updated_date": "2024-10-02T13:36:15.969000Z", + "target_storage": { + "cloud_storage_id": null, + "id": 46, + "location": "local" + }, + "updated_date": "2024-09-23T10:51:45.533000Z", "url": "http://localhost:8080/api/tasks/26" }, { diff --git a/tests/python/shared/assets/webhooks.json b/tests/python/shared/assets/webhooks.json index 44ad8e0d14f..da5b0f6837d 100644 --- a/tests/python/shared/assets/webhooks.json +++ b/tests/python/shared/assets/webhooks.json @@ -30,8 +30,8 @@ ], "id": 6, "is_active": true, - "last_delivery_date": "2024-10-03T22:11:57.457221Z", - "last_status": 405, + "last_delivery_date": "2023-09-15T07:53:53.135000Z", + "last_status": 200, "organization": 1, "owner": { "first_name": "Admin", @@ -59,8 +59,6 @@ ], "id": 3, "is_active": true, - "last_delivery_date": "2024-10-03T22:11:56.295101Z", - "last_status": 405, "organization": 2, "owner": { "first_name": "User", @@ -95,8 +93,6 @@ ], "id": 2, "is_active": true, - "last_delivery_date": "2024-10-03T22:11:59.626763Z", - "last_status": 405, "organization": null, "owner": { "first_name": "Business",