mirror of
https://github.com/docling-project/docling-eval.git
synced 2026-05-17 13:10:47 +00:00
Yusik Kim
3eb4b49361
* doclaynet v1 create.py Signed-off-by: Yusik Kim <kmyusk@gmail.com> * added benchmark example for doclaynet v1 Signed-off-by: Yusik Kim <kmyusk@gmail.com> * parameterize input data split Signed-off-by: Yusik Kim <kmyusk@gmail.com> * fix typo Signed-off-by: Yusik Kim <kmyusk@gmail.com> * use test set for benchmark Signed-off-by: Yusik Kim <kmyusk@gmail.com> * fix benchmark script path Signed-off-by: Yusik Kim <kmyusk@gmail.com> * fix ground truth bbox Signed-off-by: Yusik Kim <kmyusk@gmail.com> * add MARKDOWN_TEXT eval to doclaynet benchmark Signed-off-by: Yusik Kim <kmyusk@gmail.com> * follow benchmark output dir convention Signed-off-by: Yusik Kim <kmyusk@gmail.com> * doclaynet v1 eval results Signed-off-by: Yusik Kim <kmyusk@gmail.com> * fix last shard id Signed-off-by: Yusik Kim <kmyusk@gmail.com> * add tables and debug viz Signed-off-by: Yusik Kim <kmyusk@gmail.com> * use pdf as conversion source Signed-off-by: Yusik Kim <kmyusk@gmail.com> * small fix Signed-off-by: Yusik Kim <kmyusk@gmail.com> * updated the create script for doclaynet-v1 Signed-off-by: Peter Staar <taa@zurich.ibm.com> * chore: Update the version of docling-core in pyproject.toml Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * feat: Make the visualization of the reading order during the creation of the datasets optional. WIP Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * fix: Introduce CLI parameter to pass the max-items. Fix the visualizaton on DLNv1 to colorise the clusters and remove the reading-order. Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * fix: Visualize correctly the true and pred document. Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * feat: Introduce parameter artifacts_path in CLI to allow passing external files of models. The parameter is propagated to docling PdfPipelineOptions Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * fix: Fix issues when passing custom artifact paths Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * feat: Bring back the drawing of the reading order as an optional feature during the creation of the dataset Add DLNv1 create modality in the CLI main. Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * fix: Use the HF repo to download DLNv1. Remove the main from the `create()` methods. Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * fix: Fix a split issue in the DLNv1 create Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * fix: Fix bug in DLNv1 create. Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> * fix: Rename docling-DocLayNet-v1.1 to DocLayNet-v1.2 Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> --------- Signed-off-by: Yusik Kim <kmyusk@gmail.com> Signed-off-by: Peter Staar <taa@zurich.ibm.com> Signed-off-by: Nikos Livathinos <nli@zurich.ibm.com> Co-authored-by: Peter Staar <taa@zurich.ibm.com> Co-authored-by: Nikos Livathinos <nli@zurich.ibm.com>
1248 lines
50 KiB
JSON
1248 lines
50 KiB
JSON
{
|
|
"evaluations_per_class": [
|
|
{
|
|
"label": "table",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.8725655674934387
|
|
},
|
|
{
|
|
"label": "text",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.6471043825149536
|
|
},
|
|
{
|
|
"label": "page_header",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.5735523104667664
|
|
},
|
|
{
|
|
"label": "section_header",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.5538666844367981
|
|
},
|
|
{
|
|
"label": "list_item",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.5427790880203247
|
|
},
|
|
{
|
|
"label": "picture",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.5228080153465271
|
|
},
|
|
{
|
|
"label": "page_footer",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.40954622626304626
|
|
},
|
|
{
|
|
"label": "caption",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.3076135218143463
|
|
},
|
|
{
|
|
"label": "footnote",
|
|
"name": "Class mAP[0.5:0.95]",
|
|
"value": 0.0
|
|
}
|
|
],
|
|
"evaluations_per_image": [
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9996458888053894,
|
|
"avg_weighted_label_matched_iou_75": 0.9996458888053894,
|
|
"avg_weighted_label_matched_iou_90": 0.9996458888053894,
|
|
"avg_weighted_label_matched_iou_95": 0.9996458888053894,
|
|
"map_50": 0.875,
|
|
"map_75": 0.875,
|
|
"map_val": 0.875,
|
|
"name": "3db090bf5ecdb9e29e8d97808ec527533b3aee36469344fe3b052cc1d1ee9fda-page-0",
|
|
"value": 0.9996458888053894
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.998685896396637,
|
|
"avg_weighted_label_matched_iou_75": 0.998685896396637,
|
|
"avg_weighted_label_matched_iou_90": 0.9958588480949402,
|
|
"avg_weighted_label_matched_iou_95": 0.9958588480949402,
|
|
"map_50": 0.8349835276603699,
|
|
"map_75": 0.8349835276603699,
|
|
"map_val": 0.7676567435264587,
|
|
"name": "f572bc4e0bf18cf9a9bd24c4cfc941b393e731a04906a8e17825ba31376820d8-page-0",
|
|
"value": 0.998685896396637
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9975783824920654,
|
|
"avg_weighted_label_matched_iou_75": 0.9975783824920654,
|
|
"avg_weighted_label_matched_iou_90": 0.9975783824920654,
|
|
"avg_weighted_label_matched_iou_95": 0.9975783824920654,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 1.0,
|
|
"name": "52aa5e9f90c3dd912affe80b9e1a3d6ad3dbdc47fc5c4f15ad217014a1e9d775-page-0",
|
|
"value": 0.9975783824920654
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9968351125717163,
|
|
"avg_weighted_label_matched_iou_75": 0.7688045501708984,
|
|
"avg_weighted_label_matched_iou_90": 0.00944218598306179,
|
|
"avg_weighted_label_matched_iou_95": 0.00944218598306179,
|
|
"map_50": 1.0,
|
|
"map_75": 0.75,
|
|
"map_val": 0.699999988079071,
|
|
"name": "698480a445b4ff9edd220abd4c4d25c83ffc992a477e6305c958123511b12920-page-0",
|
|
"value": 0.9968351125717163
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9963625073432922,
|
|
"avg_weighted_label_matched_iou_75": 0.9971569180488586,
|
|
"avg_weighted_label_matched_iou_90": 0.9971569180488586,
|
|
"avg_weighted_label_matched_iou_95": 0.9971569180488586,
|
|
"map_50": 1.0,
|
|
"map_75": 0.6666666865348816,
|
|
"map_val": 0.800000011920929,
|
|
"name": "4bf082bbdc728a47fecdc4c0925ba1f7d7a2f06ab744ff5742c6be1f7b752268-page-0",
|
|
"value": 0.9963625073432922
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9955856204032898,
|
|
"avg_weighted_label_matched_iou_75": 0.9955856204032898,
|
|
"avg_weighted_label_matched_iou_90": 0.9955856204032898,
|
|
"avg_weighted_label_matched_iou_95": 0.9955856204032898,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 1.0,
|
|
"name": "7f8169a7a927d04f92cf55317c9d2065f4f427f8577297fe552bda893d7a835e-page-0",
|
|
"value": 0.9955856204032898
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9954611659049988,
|
|
"avg_weighted_label_matched_iou_75": 0.9954611659049988,
|
|
"avg_weighted_label_matched_iou_90": 0.9954611659049988,
|
|
"avg_weighted_label_matched_iou_95": 0.9954611659049988,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 1.0,
|
|
"name": "bfdb4cc4b8c92ab3e7f5a044e894645deb24a9350569ff7e1dcaee0c52d447c0-page-0",
|
|
"value": 0.9954611659049988
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9951555132865906,
|
|
"avg_weighted_label_matched_iou_75": 0.9951555132865906,
|
|
"avg_weighted_label_matched_iou_90": 0.9940782785415649,
|
|
"avg_weighted_label_matched_iou_95": 0.9940782785415649,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.8999999761581421,
|
|
"name": "7e28077d3e6ffcaba1d9d7b18394a688a8927072e94ce0cdb2cd378e4502efb1-page-0",
|
|
"value": 0.9951555132865906
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9932052493095398,
|
|
"avg_weighted_label_matched_iou_75": 0.9932052493095398,
|
|
"avg_weighted_label_matched_iou_90": 0.9441509246826172,
|
|
"avg_weighted_label_matched_iou_95": 0.016739696264266968,
|
|
"map_50": 0.800000011920929,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.7450494766235352,
|
|
"name": "4688e86f10b48fbe7186303a85133f076a125206222f0cc5c64c1b9992a39eba-page-0",
|
|
"value": 0.9932052493095398
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9921818375587463,
|
|
"avg_weighted_label_matched_iou_75": 0.9926211833953857,
|
|
"avg_weighted_label_matched_iou_90": 0.9926211833953857,
|
|
"avg_weighted_label_matched_iou_95": 0.9926211833953857,
|
|
"map_50": 1.0,
|
|
"map_75": 0.75,
|
|
"map_val": 0.8500000238418579,
|
|
"name": "0d755afe61abd7c74337949cf0e67d8c1ff922236cf3aed145e4a2b73e244431-page-0",
|
|
"value": 0.9921818375587463
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9902598261833191,
|
|
"avg_weighted_label_matched_iou_75": 0.9902598261833191,
|
|
"avg_weighted_label_matched_iou_90": 0.9902598261833191,
|
|
"avg_weighted_label_matched_iou_95": 0.9902598261833191,
|
|
"map_50": 0.75,
|
|
"map_75": 0.75,
|
|
"map_val": 0.75,
|
|
"name": "d08dcaedeee911c5815ad1275190c72c0d6a70120a977092716360505e924d41-page-0",
|
|
"value": 0.9902598261833191
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9890780448913574,
|
|
"avg_weighted_label_matched_iou_75": 0.9890780448913574,
|
|
"avg_weighted_label_matched_iou_90": 0.9890780448913574,
|
|
"avg_weighted_label_matched_iou_95": 0.9837841391563416,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.9800000190734863,
|
|
"name": "5901349d76394c03828bcc958c5917b48c88c6b7a4f3a326b4b0f9222abeff70-page-0",
|
|
"value": 0.9890780448913574
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.988784670829773,
|
|
"avg_weighted_label_matched_iou_75": 0.8452900052070618,
|
|
"avg_weighted_label_matched_iou_90": 0.8452900052070618,
|
|
"avg_weighted_label_matched_iou_95": 0.8452900052070618,
|
|
"map_50": 0.6938118934631348,
|
|
"map_75": 0.5443069338798523,
|
|
"map_val": 0.6190593838691711,
|
|
"name": "234a67f247e22d874c4985cbeac84a7158fb8abb326167cf3505a354734ae0a3-page-0",
|
|
"value": 0.988784670829773
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9866722822189331,
|
|
"avg_weighted_label_matched_iou_75": 0.9858267903327942,
|
|
"avg_weighted_label_matched_iou_90": 0.9858267903327942,
|
|
"avg_weighted_label_matched_iou_95": 0.9858267903327942,
|
|
"map_50": 1.0,
|
|
"map_75": 0.9158415794372559,
|
|
"map_val": 0.9579207897186279,
|
|
"name": "60f89620784fc8fc6802e93f41355d992fa708e31d1639b1b06bb2a37bd2155d-page-0",
|
|
"value": 0.9866722822189331
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9859418869018555,
|
|
"avg_weighted_label_matched_iou_75": 0.9819943904876709,
|
|
"avg_weighted_label_matched_iou_90": 0.9819943904876709,
|
|
"avg_weighted_label_matched_iou_95": 0.9819943904876709,
|
|
"map_50": 1.0,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.8999999761581421,
|
|
"name": "f4934d70a227f4dca360af0215819e2c0fa43d7257ba3884362cb445a56cd199-page-0",
|
|
"value": 0.9859418869018555
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.985809326171875,
|
|
"avg_weighted_label_matched_iou_75": 0.985809326171875,
|
|
"avg_weighted_label_matched_iou_90": 0.9720821380615234,
|
|
"avg_weighted_label_matched_iou_95": 0.9712015390396118,
|
|
"map_50": 0.8333333134651184,
|
|
"map_75": 0.8333333134651184,
|
|
"map_val": 0.791914165019989,
|
|
"name": "e2f3b61b91b5449510035885b56daf1d7af84b2f3d26755a35c301ee8b7be587-page-0",
|
|
"value": 0.985809326171875
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9856597781181335,
|
|
"avg_weighted_label_matched_iou_75": 0.9856597781181335,
|
|
"avg_weighted_label_matched_iou_90": 0.9188665151596069,
|
|
"avg_weighted_label_matched_iou_95": 0.04684797301888466,
|
|
"map_50": 0.800000011920929,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.7450494766235352,
|
|
"name": "ee37a8eec5f018e578d8d537de1dcac40f79dace4dff4695cf5aaff590324791-page-0",
|
|
"value": 0.9856597781181335
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9835219979286194,
|
|
"avg_weighted_label_matched_iou_75": 0.9835219979286194,
|
|
"avg_weighted_label_matched_iou_90": 0.49569860100746155,
|
|
"avg_weighted_label_matched_iou_95": 0.49569860100746155,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.699999988079071,
|
|
"name": "db5dc71ca6053c8f4db39b2df78da60f0d09cc91125900e6b3f6fd43d012738d-page-0",
|
|
"value": 0.9835219979286194
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9834132790565491,
|
|
"avg_weighted_label_matched_iou_75": 0.9832847714424133,
|
|
"avg_weighted_label_matched_iou_90": 0.9832847714424133,
|
|
"avg_weighted_label_matched_iou_95": 0.9832847714424133,
|
|
"map_50": 0.75,
|
|
"map_75": 0.5,
|
|
"map_val": 0.625,
|
|
"name": "e017f97a9e7143b2c47bacf9cd4d8e8f1074b5afd8582b55f5d4dbcb70f37fbc-page-0",
|
|
"value": 0.9834132790565491
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9831882119178772,
|
|
"avg_weighted_label_matched_iou_75": 0.9830079078674316,
|
|
"avg_weighted_label_matched_iou_90": 0.9830079078674316,
|
|
"avg_weighted_label_matched_iou_95": 0.9830079078674316,
|
|
"map_50": 0.8999999761581421,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.8299999833106995,
|
|
"name": "53f8e887e610c54e22e4f37bd6ca2ee74a4e50a61295f3b67dea28b7b753bfd2-page-0",
|
|
"value": 0.9831882119178772
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.981717586517334,
|
|
"avg_weighted_label_matched_iou_75": 0.9815162420272827,
|
|
"avg_weighted_label_matched_iou_90": 0.9815162420272827,
|
|
"avg_weighted_label_matched_iou_95": 0.9815162420272827,
|
|
"map_50": 0.8999999761581421,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.8299999833106995,
|
|
"name": "f00ae158df5cfd9319deb393aee203a4599e0244da6f3017c5bc8abeb97eec87-page-0",
|
|
"value": 0.981717586517334
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9812522530555725,
|
|
"avg_weighted_label_matched_iou_75": 0.9776673316955566,
|
|
"avg_weighted_label_matched_iou_90": 0.9776673316955566,
|
|
"avg_weighted_label_matched_iou_95": 0.9776673316955566,
|
|
"map_50": 1.0,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.8999999761581421,
|
|
"name": "683cf2dcdf4fef0cffa74f9cbca65599f1a750a3f90a0a2acc118cfcf3c97b30-page-0",
|
|
"value": 0.9812522530555725
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9811840653419495,
|
|
"avg_weighted_label_matched_iou_75": 0.9811840653419495,
|
|
"avg_weighted_label_matched_iou_90": 0.6160175800323486,
|
|
"avg_weighted_label_matched_iou_95": 0.6089913845062256,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.9124587178230286,
|
|
"name": "96a8b3c14d41f3ff00586d39256d24c6f5adccb2d09ef235d14a23ad73849dab-page-0",
|
|
"value": 0.9811840653419495
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9797170162200928,
|
|
"avg_weighted_label_matched_iou_75": 0.9797170162200928,
|
|
"avg_weighted_label_matched_iou_90": 0.9195900559425354,
|
|
"avg_weighted_label_matched_iou_95": 0.3258313536643982,
|
|
"map_50": 0.800000011920929,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.74309241771698,
|
|
"name": "4604aab2a6736ad3ca175f5156c2e570cbdd0896b8c9007db37697e8e5c24d35-page-0",
|
|
"value": 0.9797170162200928
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9781564474105835,
|
|
"avg_weighted_label_matched_iou_75": 0.9781564474105835,
|
|
"avg_weighted_label_matched_iou_90": 0.9781564474105835,
|
|
"avg_weighted_label_matched_iou_95": 0.6154468059539795,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.9599999785423279,
|
|
"name": "d5517bc41bc7ca0cd964570b823467fcbe1ccaf320057aaf8259906e3cf6255b-page-0",
|
|
"value": 0.9781564474105835
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9749100208282471,
|
|
"avg_weighted_label_matched_iou_75": 0.9749100208282471,
|
|
"avg_weighted_label_matched_iou_90": 0.9669257402420044,
|
|
"avg_weighted_label_matched_iou_95": 0.9669257402420044,
|
|
"map_50": 0.9009901285171509,
|
|
"map_75": 0.9009901285171509,
|
|
"map_val": 0.8706930875778198,
|
|
"name": "463ecf7b8e1e4c1722f2ab94761bfb78e20f4f008ef0eb71266b90233074ec8a-page-0",
|
|
"value": 0.9749100208282471
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9727949500083923,
|
|
"avg_weighted_label_matched_iou_75": 0.9689890146255493,
|
|
"avg_weighted_label_matched_iou_90": 0.9689890146255493,
|
|
"avg_weighted_label_matched_iou_95": 0.9689890146255493,
|
|
"map_50": 0.9909241199493408,
|
|
"map_75": 0.9653465151786804,
|
|
"map_val": 0.967904269695282,
|
|
"name": "9927f129341fe0ecd64ce035a2dd3e44ea95d084184ebc4f0de52367cb8b56db-page-0",
|
|
"value": 0.9727949500083923
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9711543917655945,
|
|
"avg_weighted_label_matched_iou_75": 0.9711543917655945,
|
|
"avg_weighted_label_matched_iou_90": 0.9605985879898071,
|
|
"avg_weighted_label_matched_iou_95": 0.8503513336181641,
|
|
"map_50": 0.9908415675163269,
|
|
"map_75": 0.9908415675163269,
|
|
"map_val": 0.9251980185508728,
|
|
"name": "56df899379a65c03a511d4a2fdbe0f5edd62ec7fb120af7b3852d4d1c7aa4780-page-0",
|
|
"value": 0.9711543917655945
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9710787534713745,
|
|
"avg_weighted_label_matched_iou_75": 0.9947293400764465,
|
|
"avg_weighted_label_matched_iou_90": 0.9947293400764465,
|
|
"avg_weighted_label_matched_iou_95": 0.9205005168914795,
|
|
"map_50": 0.9174917340278625,
|
|
"map_75": 0.8333333134651184,
|
|
"map_val": 0.8595709800720215,
|
|
"name": "e515b71b3ac374110874fbcde95708c39816f8808a3fe0b59a813487fa45ed22-page-0",
|
|
"value": 0.9710787534713745
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9684893488883972,
|
|
"avg_weighted_label_matched_iou_75": 0.9684893488883972,
|
|
"avg_weighted_label_matched_iou_90": 0.9601991176605225,
|
|
"avg_weighted_label_matched_iou_95": 0.8164523839950562,
|
|
"map_50": 0.75,
|
|
"map_75": 0.75,
|
|
"map_val": 0.716914176940918,
|
|
"name": "7da06c5390ea90d00ffdf4859099416f49c0d4ce828b417786c75f0343b18c8f-page-0",
|
|
"value": 0.9684893488883972
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9681142568588257,
|
|
"avg_weighted_label_matched_iou_75": 0.9293796420097351,
|
|
"avg_weighted_label_matched_iou_90": 0.9293796420097351,
|
|
"avg_weighted_label_matched_iou_95": 0.9293796420097351,
|
|
"map_50": 0.6666666865348816,
|
|
"map_75": 0.3333333432674408,
|
|
"map_val": 0.5,
|
|
"name": "9c86b8f6da5468f5958c5d0b4b4aed45a512b39755ab4c84b01192b9850aaa66-page-0",
|
|
"value": 0.9681142568588257
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9592053890228271,
|
|
"avg_weighted_label_matched_iou_75": 0.9568676948547363,
|
|
"avg_weighted_label_matched_iou_90": 0.7385801076889038,
|
|
"avg_weighted_label_matched_iou_95": 0.6490200757980347,
|
|
"map_50": 1.0,
|
|
"map_75": 0.6000000238418579,
|
|
"map_val": 0.6399999856948853,
|
|
"name": "93e4f0563106af75127fbc59278aa7acc6db6e2e1eeb85b2b74a92201e228958-page-0",
|
|
"value": 0.9592053890228271
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9488062262535095,
|
|
"avg_weighted_label_matched_iou_75": 0.9290335178375244,
|
|
"avg_weighted_label_matched_iou_90": 0.8449301719665527,
|
|
"avg_weighted_label_matched_iou_95": 0.7770513296127319,
|
|
"map_50": 0.9623762369155884,
|
|
"map_75": 0.7623762488365173,
|
|
"map_val": 0.7178195714950562,
|
|
"name": "4b36c40278365899a2e1628f6a77180812d2b9351fdc5cf4875c9c8c9a4f64d3-page-0",
|
|
"value": 0.9488062262535095
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9469416737556458,
|
|
"avg_weighted_label_matched_iou_75": 0.9469416737556458,
|
|
"avg_weighted_label_matched_iou_90": 0.9469416737556458,
|
|
"avg_weighted_label_matched_iou_95": 0.9469416737556458,
|
|
"map_50": 0.6272727251052856,
|
|
"map_75": 0.6272727251052856,
|
|
"map_val": 0.6272727251052856,
|
|
"name": "61d269cb1f2c976191469b891aa87b7cb40eb65eee4483725c1a85c4dc72d141-page-0",
|
|
"value": 0.9469416737556458
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9424891471862793,
|
|
"avg_weighted_label_matched_iou_75": 0.8267444372177124,
|
|
"avg_weighted_label_matched_iou_90": 0.8267444372177124,
|
|
"avg_weighted_label_matched_iou_95": 0.8267444372177124,
|
|
"map_50": 0.8999999761581421,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.8399999737739563,
|
|
"name": "0844c78eba621e1e16d25661a87ea0a5bdd67670c968e1956fb57dd10217f4af-page-0",
|
|
"value": 0.9424891471862793
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9406910538673401,
|
|
"avg_weighted_label_matched_iou_75": 0.9406910538673401,
|
|
"avg_weighted_label_matched_iou_90": 0.9406910538673401,
|
|
"avg_weighted_label_matched_iou_95": 0.7127975821495056,
|
|
"map_50": 0.7079207897186279,
|
|
"map_75": 0.7079207897186279,
|
|
"map_val": 0.657920777797699,
|
|
"name": "b13563b6fd80bed51928fc4b42497c8236af331fd67bd13b7f7e506d42b4a7e2-page-0",
|
|
"value": 0.9406910538673401
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9400492906570435,
|
|
"avg_weighted_label_matched_iou_75": 0.9400492906570435,
|
|
"avg_weighted_label_matched_iou_90": 0.9352036118507385,
|
|
"avg_weighted_label_matched_iou_95": 0.9352036118507385,
|
|
"map_50": 0.8333333134651184,
|
|
"map_75": 0.8333333134651184,
|
|
"map_val": 0.7833333611488342,
|
|
"name": "1e312014a8c94c262688eaf90a9916929e307186900bb30a071db244c2de689b-page-0",
|
|
"value": 0.9400492906570435
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9383684992790222,
|
|
"avg_weighted_label_matched_iou_75": 0.9383684992790222,
|
|
"avg_weighted_label_matched_iou_90": 0.9383684992790222,
|
|
"avg_weighted_label_matched_iou_95": 0.9383684992790222,
|
|
"map_50": 0.3333333432674408,
|
|
"map_75": 0.3333333432674408,
|
|
"map_val": 0.3333333432674408,
|
|
"name": "4f6e20223b7bc8436c623b9e6282db6ebd5f221aeb880a8db9b4544326d5a8a6-page-0",
|
|
"value": 0.9383684992790222
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9308686852455139,
|
|
"avg_weighted_label_matched_iou_75": 0.9033443331718445,
|
|
"avg_weighted_label_matched_iou_90": 0.9033443331718445,
|
|
"avg_weighted_label_matched_iou_95": 0.3063803017139435,
|
|
"map_50": 0.7841584086418152,
|
|
"map_75": 0.7702970504760742,
|
|
"map_val": 0.7445544600486755,
|
|
"name": "e20c2c26db2fc33a60a0c735e47ab6363e5362692ea047b1bf575e53ab12397b-page-0",
|
|
"value": 0.9308686852455139
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9290676116943359,
|
|
"avg_weighted_label_matched_iou_75": 0.9708290100097656,
|
|
"avg_weighted_label_matched_iou_90": 0.9708290100097656,
|
|
"avg_weighted_label_matched_iou_95": 0.5622742176055908,
|
|
"map_50": 0.7801980376243591,
|
|
"map_75": 0.7195379734039307,
|
|
"map_val": 0.7062498927116394,
|
|
"name": "e7c309a3e6d0df91851d167571da92d4a7915ef2c5b0cc72a88aeb505469c169-page-0",
|
|
"value": 0.9290676116943359
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9284610748291016,
|
|
"avg_weighted_label_matched_iou_75": 0.9284610748291016,
|
|
"avg_weighted_label_matched_iou_90": 0.6528135538101196,
|
|
"avg_weighted_label_matched_iou_95": 0.2868754267692566,
|
|
"map_50": 0.7333333492279053,
|
|
"map_75": 0.7333333492279053,
|
|
"map_val": 0.5926336646080017,
|
|
"name": "2bd9a892f2a42d117001db6f00d35dd112b4c45c7d87b26355d403670bf6334b-page-0",
|
|
"value": 0.9284610748291016
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9283485412597656,
|
|
"avg_weighted_label_matched_iou_75": 0.9283485412597656,
|
|
"avg_weighted_label_matched_iou_90": 0.7839985489845276,
|
|
"avg_weighted_label_matched_iou_95": 0.7839985489845276,
|
|
"map_50": 0.875,
|
|
"map_75": 0.875,
|
|
"map_val": 0.8374999761581421,
|
|
"name": "d476a20758841aa31dae240ac2fee4a064e4fbba6b2430fc42f32e9ad8dc5371-page-0",
|
|
"value": 0.9283485412597656
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9268110990524292,
|
|
"avg_weighted_label_matched_iou_75": 0.9268110990524292,
|
|
"avg_weighted_label_matched_iou_90": 0.4811097979545593,
|
|
"avg_weighted_label_matched_iou_95": 0.102916419506073,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.8651485443115234,
|
|
"name": "cf6c95da4f056ad63a8d9df92828bf400dbffed601cf2c3832cf890b7a3898ce-page-0",
|
|
"value": 0.9268110990524292
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9263400435447693,
|
|
"avg_weighted_label_matched_iou_75": 0.9197616577148438,
|
|
"avg_weighted_label_matched_iou_90": 0.9197616577148438,
|
|
"avg_weighted_label_matched_iou_95": 0.9197616577148438,
|
|
"map_50": 0.9587458968162537,
|
|
"map_75": 0.7421342134475708,
|
|
"map_val": 0.823784351348877,
|
|
"name": "fd97ccbbd93a4d2c1ac3e10a89b7eaef6c391524d77fbcefaca1c50320a7e158-page-0",
|
|
"value": 0.9263400435447693
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9090709686279297,
|
|
"avg_weighted_label_matched_iou_75": 0.9009844660758972,
|
|
"avg_weighted_label_matched_iou_90": 0.8901730179786682,
|
|
"avg_weighted_label_matched_iou_95": 0.19323161244392395,
|
|
"map_50": 0.9264497756958008,
|
|
"map_75": 0.880598783493042,
|
|
"map_val": 0.8316124677658081,
|
|
"name": "1f981b8374d8287941b74f82608bad578f0f65c2f258f5dc3b74c559e24f23bd-page-0",
|
|
"value": 0.9090709686279297
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.9030308723449707,
|
|
"avg_weighted_label_matched_iou_75": 0.9824918508529663,
|
|
"avg_weighted_label_matched_iou_90": 0.9395387768745422,
|
|
"avg_weighted_label_matched_iou_95": 0.9395387768745422,
|
|
"map_50": 0.800000011920929,
|
|
"map_75": 0.6000000238418579,
|
|
"map_val": 0.6000000238418579,
|
|
"name": "f9a444f234cb7902f6b5b1bf7309c98098474b4ff953df3152bc86a75ffd3bb0-page-0",
|
|
"value": 0.9030308723449707
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8972150683403015,
|
|
"avg_weighted_label_matched_iou_75": 0.8957422375679016,
|
|
"avg_weighted_label_matched_iou_90": 0.8957422375679016,
|
|
"avg_weighted_label_matched_iou_95": 0.8957422375679016,
|
|
"map_50": 0.7929043173789978,
|
|
"map_75": 0.7095709443092346,
|
|
"map_val": 0.7429043054580688,
|
|
"name": "61b1b96c92838d5870dac831905fd3094beeff5d5f784065b99ed847692100cb-page-0",
|
|
"value": 0.8972150683403015
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8898153305053711,
|
|
"avg_weighted_label_matched_iou_75": 0.8898153305053711,
|
|
"avg_weighted_label_matched_iou_90": 0.7062110900878906,
|
|
"avg_weighted_label_matched_iou_95": 0.5069088935852051,
|
|
"map_50": 0.8762376308441162,
|
|
"map_75": 0.8762376308441162,
|
|
"map_val": 0.6736592650413513,
|
|
"name": "a95cc9540d8364615276380807d1e2deaaabba5bfded308d16cdb9f597705547-page-0",
|
|
"value": 0.8898153305053711
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8884295225143433,
|
|
"avg_weighted_label_matched_iou_75": 0.8884295225143433,
|
|
"avg_weighted_label_matched_iou_90": 0.6105039715766907,
|
|
"avg_weighted_label_matched_iou_95": 0.43948161602020264,
|
|
"map_50": 0.7135313749313354,
|
|
"map_75": 0.7135313749313354,
|
|
"map_val": 0.5721452236175537,
|
|
"name": "9709012b6557cbc10a7ecdbcb551cf6861286935a5d2af91c0b2d379f5941162-page-0",
|
|
"value": 0.8884295225143433
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8879171013832092,
|
|
"avg_weighted_label_matched_iou_75": 0.857511579990387,
|
|
"avg_weighted_label_matched_iou_90": 0.857511579990387,
|
|
"avg_weighted_label_matched_iou_95": 0.857511579990387,
|
|
"map_50": 0.6734087467193604,
|
|
"map_75": 0.4445544481277466,
|
|
"map_val": 0.5303252935409546,
|
|
"name": "b2a1d7e47e43dd86c6ebfe608953c2fd13becd707e1ee0adde3ee9e76349acbb-page-0",
|
|
"value": 0.8879171013832092
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8803518414497375,
|
|
"avg_weighted_label_matched_iou_75": 0.6606266498565674,
|
|
"avg_weighted_label_matched_iou_90": 0.6606266498565674,
|
|
"avg_weighted_label_matched_iou_95": 0.6606266498565674,
|
|
"map_50": 0.8999999761581421,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.8399999737739563,
|
|
"name": "2b49edc9d0a47e4efaaeabf907a8b8b84b747c295dd10a639e2b5265ac258cf5-page-0",
|
|
"value": 0.8803518414497375
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8565476536750793,
|
|
"avg_weighted_label_matched_iou_75": 0.8565476536750793,
|
|
"avg_weighted_label_matched_iou_90": 0.83355712890625,
|
|
"avg_weighted_label_matched_iou_95": 0.83355712890625,
|
|
"map_50": 0.6828245520591736,
|
|
"map_75": 0.6828245520591736,
|
|
"map_val": 0.675460696220398,
|
|
"name": "9d4adf53bb63ea36ecb068d4bd30092c0150b5ee5e05ba97d914397468c7bee3-page-0",
|
|
"value": 0.8565476536750793
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8564814925193787,
|
|
"avg_weighted_label_matched_iou_75": 0.8275072574615479,
|
|
"avg_weighted_label_matched_iou_90": 0.8275072574615479,
|
|
"avg_weighted_label_matched_iou_95": 0.7492324113845825,
|
|
"map_50": 0.7661716341972351,
|
|
"map_75": 0.5995049476623535,
|
|
"map_val": 0.6328383088111877,
|
|
"name": "f860d1ac77d4b1f6e0058bfbc8472f4b9ecdd59a41dd041d3628ab344e15e13d-page-0",
|
|
"value": 0.8564814925193787
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8550593852996826,
|
|
"avg_weighted_label_matched_iou_75": 0.7808818221092224,
|
|
"avg_weighted_label_matched_iou_90": 0.8594974875450134,
|
|
"avg_weighted_label_matched_iou_95": 0.8594974875450134,
|
|
"map_50": 0.7009900808334351,
|
|
"map_75": 0.5915511846542358,
|
|
"map_val": 0.5817095637321472,
|
|
"name": "876b2778dcb59ebfbbc9922bfb48359620eff6006a03e0c5c3bfc127953434e9-page-0",
|
|
"value": 0.8550593852996826
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8531988263130188,
|
|
"avg_weighted_label_matched_iou_75": 0.8531988263130188,
|
|
"avg_weighted_label_matched_iou_90": 0.7713986039161682,
|
|
"avg_weighted_label_matched_iou_95": 0.7713986039161682,
|
|
"map_50": 0.640188992023468,
|
|
"map_75": 0.640188992023468,
|
|
"map_val": 0.6299279928207397,
|
|
"name": "c87dd926044c3e8cbbaa459193102089a0edc34228d46a085484c58394415937-page-0",
|
|
"value": 0.8531988263130188
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.851630449295044,
|
|
"avg_weighted_label_matched_iou_75": 0.7578759789466858,
|
|
"avg_weighted_label_matched_iou_90": 0.7578759789466858,
|
|
"avg_weighted_label_matched_iou_95": 0.7578759789466858,
|
|
"map_50": 0.5186768770217896,
|
|
"map_75": 0.5004950761795044,
|
|
"map_val": 0.509585976600647,
|
|
"name": "56ba1b29c63847c8cfa9f31fe4b9b1ab9d3e868459a2fb402c2d783b1cca5291-page-0",
|
|
"value": 0.851630449295044
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8477572798728943,
|
|
"avg_weighted_label_matched_iou_75": 0.8477572798728943,
|
|
"avg_weighted_label_matched_iou_90": 0.6306397914886475,
|
|
"avg_weighted_label_matched_iou_95": 0.5062742233276367,
|
|
"map_50": 0.7041018605232239,
|
|
"map_75": 0.7041018605232239,
|
|
"map_val": 0.5589391589164734,
|
|
"name": "a5acc4c1c47a19543362fccf014eec02c7efd931db5e2a34e66444ee8b8e5079-page-0",
|
|
"value": 0.8477572798728943
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8437222838401794,
|
|
"avg_weighted_label_matched_iou_75": 0.9989617466926575,
|
|
"avg_weighted_label_matched_iou_90": 0.9989617466926575,
|
|
"avg_weighted_label_matched_iou_95": 0.9989617466926575,
|
|
"map_50": 0.75,
|
|
"map_75": 0.5,
|
|
"map_val": 0.625,
|
|
"name": "92630b7b6485b7767c5241626c462256b6bfbd346572718ef1b78ac174ce92e4-page-0",
|
|
"value": 0.8437222838401794
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8386604189872742,
|
|
"avg_weighted_label_matched_iou_75": 0.8386604189872742,
|
|
"avg_weighted_label_matched_iou_90": 0.8043732643127441,
|
|
"avg_weighted_label_matched_iou_95": 0.7287886142730713,
|
|
"map_50": 0.8442243933677673,
|
|
"map_75": 0.8442243933677673,
|
|
"map_val": 0.7853345274925232,
|
|
"name": "4e9dedfbdbc0665fd4e4d689e2cce5ba402751fec116fcfcfb38163586d2fac6-page-0",
|
|
"value": 0.8386604189872742
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8292151093482971,
|
|
"avg_weighted_label_matched_iou_75": 0.8292151093482971,
|
|
"avg_weighted_label_matched_iou_90": 0.8292151093482971,
|
|
"avg_weighted_label_matched_iou_95": 0.8292151093482971,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 1.0,
|
|
"name": "5df834686488f9003b2e6cbb89f770e0e1cc79e67efb04aeac065ea8873d9e42-page-0",
|
|
"value": 0.8292151093482971
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8255754709243774,
|
|
"avg_weighted_label_matched_iou_75": 0.8255754709243774,
|
|
"avg_weighted_label_matched_iou_90": 0.8255754709243774,
|
|
"avg_weighted_label_matched_iou_95": 0.8284417390823364,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.9923267364501953,
|
|
"name": "5fde764624022760f6ce80258c1db381b361259cbce3c890bc8673ad627c5e83-page-0",
|
|
"value": 0.8255754709243774
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.8115668892860413,
|
|
"avg_weighted_label_matched_iou_75": 0.8115668892860413,
|
|
"avg_weighted_label_matched_iou_90": 0.9344967603683472,
|
|
"avg_weighted_label_matched_iou_95": 0.006385419983416796,
|
|
"map_50": 0.6262376308441162,
|
|
"map_75": 0.6262376308441162,
|
|
"map_val": 0.550990104675293,
|
|
"name": "bf700f17151c2de64506d4831ffb43fe30fa9000409408cbd4ea6d9fc3375a08-page-0",
|
|
"value": 0.8115668892860413
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7985366582870483,
|
|
"avg_weighted_label_matched_iou_75": 0.7933716773986816,
|
|
"avg_weighted_label_matched_iou_90": 0.6423184871673584,
|
|
"avg_weighted_label_matched_iou_95": 0.045280925929546356,
|
|
"map_50": 0.8085808753967285,
|
|
"map_75": 0.7527565360069275,
|
|
"map_val": 0.5199069976806641,
|
|
"name": "403f274275cba381ed922abeb781d948576ad88b90ad539fdc072608b8eb0ca3-page-0",
|
|
"value": 0.7985366582870483
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7940399050712585,
|
|
"avg_weighted_label_matched_iou_75": 0.7940399050712585,
|
|
"avg_weighted_label_matched_iou_90": 0.6120752096176147,
|
|
"avg_weighted_label_matched_iou_95": 0.5310508608818054,
|
|
"map_50": 0.601190447807312,
|
|
"map_75": 0.601190447807312,
|
|
"map_val": 0.4887317419052124,
|
|
"name": "c4ee35d0e12c3163dfae08dc83f72243c9739577d23d27cfadd5c178a8a29bce-page-0",
|
|
"value": 0.7940399050712585
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7908716797828674,
|
|
"avg_weighted_label_matched_iou_75": 0.7908716797828674,
|
|
"avg_weighted_label_matched_iou_90": 0.7908716797828674,
|
|
"avg_weighted_label_matched_iou_95": 0.7875187397003174,
|
|
"map_50": 0.9905490279197693,
|
|
"map_75": 0.9905490279197693,
|
|
"map_val": 0.9810305833816528,
|
|
"name": "1105321a77549c4dcbb3ed0589e359ad1768aa5b730bd0fab7a6926fc9103116-page-0",
|
|
"value": 0.7908716797828674
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.787199854850769,
|
|
"avg_weighted_label_matched_iou_75": 0.787199854850769,
|
|
"avg_weighted_label_matched_iou_90": 0.787199854850769,
|
|
"avg_weighted_label_matched_iou_95": 0.787199854850769,
|
|
"map_50": 0.6633663177490234,
|
|
"map_75": 0.6633663177490234,
|
|
"map_val": 0.6633663177490234,
|
|
"name": "71099ced97667c65e81b243624a4c97ca0e565bb7b312453db52fe50d852d01d-page-0",
|
|
"value": 0.787199854850769
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7587695717811584,
|
|
"avg_weighted_label_matched_iou_75": 0.7587695717811584,
|
|
"avg_weighted_label_matched_iou_90": 0.7587695717811584,
|
|
"avg_weighted_label_matched_iou_95": 0.6213526725769043,
|
|
"map_50": 0.30000001192092896,
|
|
"map_75": 0.30000001192092896,
|
|
"map_val": 0.28999999165534973,
|
|
"name": "4ec755871520bc34c84c254b3bf0b60ed7460dbe4543ef370f3221109dfadcd7-page-0",
|
|
"value": 0.7587695717811584
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.758246898651123,
|
|
"avg_weighted_label_matched_iou_75": 0.758246898651123,
|
|
"avg_weighted_label_matched_iou_90": 0.48795533180236816,
|
|
"avg_weighted_label_matched_iou_95": 0.200340136885643,
|
|
"map_50": 0.916460394859314,
|
|
"map_75": 0.916460394859314,
|
|
"map_val": 0.7745420932769775,
|
|
"name": "9ad92c50a25f00023f74b6e262d18872b01d978fb1e56866b324083ab25e021a-page-0",
|
|
"value": 0.758246898651123
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7491745948791504,
|
|
"avg_weighted_label_matched_iou_75": 0.7491745948791504,
|
|
"avg_weighted_label_matched_iou_90": 0.6352656483650208,
|
|
"avg_weighted_label_matched_iou_95": 0.2490767389535904,
|
|
"map_50": 0.7135785222053528,
|
|
"map_75": 0.7135785222053528,
|
|
"map_val": 0.6454514265060425,
|
|
"name": "7068d6c838dde7480b2cd6cded903837b1234d30f579140983d59da1a1602646-page-0",
|
|
"value": 0.7491745948791504
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7436222434043884,
|
|
"avg_weighted_label_matched_iou_75": 0.040744371712207794,
|
|
"avg_weighted_label_matched_iou_90": 0.040744371712207794,
|
|
"avg_weighted_label_matched_iou_95": 0.03786780312657356,
|
|
"map_50": 1.0,
|
|
"map_75": 0.75,
|
|
"map_val": 0.8500000238418579,
|
|
"name": "494aeb97d05f9b88dc566a4c36bb44a966817f7257405ac350746a2b30192ed1-page-0",
|
|
"value": 0.7436222434043884
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7244814038276672,
|
|
"avg_weighted_label_matched_iou_75": 0.7244814038276672,
|
|
"avg_weighted_label_matched_iou_90": 0.7509477138519287,
|
|
"avg_weighted_label_matched_iou_95": 0.7144212126731873,
|
|
"map_50": 0.5326732397079468,
|
|
"map_75": 0.5326732397079468,
|
|
"map_val": 0.5071782469749451,
|
|
"name": "9fd7178e2e2dd80eb5ffd4cbca62292a94fb8a3f4d0807fbaffe5cb9b046026b-page-0",
|
|
"value": 0.7244814038276672
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7225782871246338,
|
|
"avg_weighted_label_matched_iou_75": 0.6543165445327759,
|
|
"avg_weighted_label_matched_iou_90": 0.48734137415885925,
|
|
"avg_weighted_label_matched_iou_95": 0.4303949475288391,
|
|
"map_50": 0.8655763864517212,
|
|
"map_75": 0.7541902661323547,
|
|
"map_val": 0.7166690230369568,
|
|
"name": "2271fdca260e8f64f1e6a2101a4e2795a24ccbba3366933e665e8319253614bf-page-0",
|
|
"value": 0.7225782871246338
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.7146433591842651,
|
|
"avg_weighted_label_matched_iou_75": 0.6567086577415466,
|
|
"avg_weighted_label_matched_iou_90": 0.6567086577415466,
|
|
"avg_weighted_label_matched_iou_95": 0.6567086577415466,
|
|
"map_50": 0.800000011920929,
|
|
"map_75": 0.6000000238418579,
|
|
"map_val": 0.6800000071525574,
|
|
"name": "3c0254c252e46ca12faa51a960cb1cfc6d757c221c100e8cc7e7009646dfcb76-page-0",
|
|
"value": 0.7146433591842651
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.69782555103302,
|
|
"avg_weighted_label_matched_iou_75": 0.69782555103302,
|
|
"avg_weighted_label_matched_iou_90": 0.4309495687484741,
|
|
"avg_weighted_label_matched_iou_95": 0.1300971359014511,
|
|
"map_50": 0.6089109182357788,
|
|
"map_75": 0.6089109182357788,
|
|
"map_val": 0.5649175047874451,
|
|
"name": "3480b211af7749e80968de6aa95d512cebf033ea4af316d075d3153b7b10a1bf-page-0",
|
|
"value": 0.69782555103302
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.6854336261749268,
|
|
"avg_weighted_label_matched_iou_75": 0.684420645236969,
|
|
"avg_weighted_label_matched_iou_90": 0.684420645236969,
|
|
"avg_weighted_label_matched_iou_95": 0.40622037649154663,
|
|
"map_50": 0.8999999761581421,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.833267331123352,
|
|
"name": "abaa4d32ae75f54a91b5aa56137ff5b24eebb05f7e8c0542ba96f3f0f71e3ba5-page-0",
|
|
"value": 0.6854336261749268
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.6841989755630493,
|
|
"avg_weighted_label_matched_iou_75": 0.09380528330802917,
|
|
"avg_weighted_label_matched_iou_90": 0.09380528330802917,
|
|
"avg_weighted_label_matched_iou_95": 0.09380528330802917,
|
|
"map_50": 0.8999999761581421,
|
|
"map_75": 0.800000011920929,
|
|
"map_val": 0.8399999737739563,
|
|
"name": "d6be7c6e761ff4a1dd50db68b22f023bd3350fbe1b462ec0271405ce5bc7493c-page-0",
|
|
"value": 0.6841989755630493
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5883186459541321,
|
|
"avg_weighted_label_matched_iou_75": 0.5883186459541321,
|
|
"avg_weighted_label_matched_iou_90": 0.5883186459541321,
|
|
"avg_weighted_label_matched_iou_95": 0.0,
|
|
"map_50": 0.5,
|
|
"map_75": 0.5,
|
|
"map_val": 0.44999998807907104,
|
|
"name": "f556167ac3284665652050b1b0bc1e6f5af27f54f17f27566c60c80f6f134a92-page-0",
|
|
"value": 0.5883186459541321
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5852108001708984,
|
|
"avg_weighted_label_matched_iou_75": 0.35329562425613403,
|
|
"avg_weighted_label_matched_iou_90": 0.35329562425613403,
|
|
"avg_weighted_label_matched_iou_95": 0.35329562425613403,
|
|
"map_50": 0.6702970266342163,
|
|
"map_75": 0.49029701948165894,
|
|
"map_val": 0.5622970461845398,
|
|
"name": "86b74c4cb0a6926e4923090ca5d995f8961db6bc4abc994adfcdae2d22eb2a1f-page-0",
|
|
"value": 0.5852108001708984
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5726568102836609,
|
|
"avg_weighted_label_matched_iou_75": 0.45530763268470764,
|
|
"avg_weighted_label_matched_iou_90": 0.14593356847763062,
|
|
"avg_weighted_label_matched_iou_95": 0.08072221279144287,
|
|
"map_50": 0.8199009895324707,
|
|
"map_75": 0.5189108848571777,
|
|
"map_val": 0.478963702917099,
|
|
"name": "4d05c9270b1895024a5308e929413cbfacbe7efe2a6bb597bd3bb3f84e5c7d3e-page-0",
|
|
"value": 0.5726568102836609
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5488298535346985,
|
|
"avg_weighted_label_matched_iou_75": 0.5488298535346985,
|
|
"avg_weighted_label_matched_iou_90": 0.522294819355011,
|
|
"avg_weighted_label_matched_iou_95": 0.42872366309165955,
|
|
"map_50": 0.6287128925323486,
|
|
"map_75": 0.6287128925323486,
|
|
"map_val": 0.5965346693992615,
|
|
"name": "9cf7ad21460ae62062ba33e7e0653b3a3a167f70355b3275655ab2e62e0ae929-page-0",
|
|
"value": 0.5488298535346985
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5457286834716797,
|
|
"avg_weighted_label_matched_iou_75": 0.5457286834716797,
|
|
"avg_weighted_label_matched_iou_90": 0.5533729791641235,
|
|
"avg_weighted_label_matched_iou_95": 0.553331732749939,
|
|
"map_50": 0.7610011100769043,
|
|
"map_75": 0.7610011100769043,
|
|
"map_val": 0.7075275182723999,
|
|
"name": "4fb89d57d5210be07a6af12f2c1a98638c88bed03a5151eb92f8e7667330e7a3-page-0",
|
|
"value": 0.5457286834716797
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5398702621459961,
|
|
"avg_weighted_label_matched_iou_75": 0.5398702621459961,
|
|
"avg_weighted_label_matched_iou_90": 0.4558654725551605,
|
|
"avg_weighted_label_matched_iou_95": 0.33877289295196533,
|
|
"map_50": 0.75,
|
|
"map_75": 0.75,
|
|
"map_val": 0.6875412464141846,
|
|
"name": "4030ad1b1839fff8207718e4679863a64bdd5718fb88c6ff18aa3eff14dc45cf-page-0",
|
|
"value": 0.5398702621459961
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5340477824211121,
|
|
"avg_weighted_label_matched_iou_75": 0.5340477824211121,
|
|
"avg_weighted_label_matched_iou_90": 0.5307524800300598,
|
|
"avg_weighted_label_matched_iou_95": 0.4958444833755493,
|
|
"map_50": 0.5787047147750854,
|
|
"map_75": 0.5787047147750854,
|
|
"map_val": 0.5002452731132507,
|
|
"name": "fd4f8ead52deabb6b349a7124935c6ce4fc28df495ec93868f7a7ca5cd803a68-page-0",
|
|
"value": 0.5340477824211121
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.5005775094032288,
|
|
"avg_weighted_label_matched_iou_75": 0.5005775094032288,
|
|
"avg_weighted_label_matched_iou_90": 0.5005775094032288,
|
|
"avg_weighted_label_matched_iou_95": 0.5005461573600769,
|
|
"map_50": 0.7742574214935303,
|
|
"map_75": 0.7742574214935303,
|
|
"map_val": 0.7593069076538086,
|
|
"name": "06e355f533ff853eef77542b988b47e51eef43acf44ee037dbe921d0775f35a3-page-0",
|
|
"value": 0.5005775094032288
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.4917182922363281,
|
|
"avg_weighted_label_matched_iou_75": 0.4917182922363281,
|
|
"avg_weighted_label_matched_iou_90": 0.4917182922363281,
|
|
"avg_weighted_label_matched_iou_95": 0.4917182922363281,
|
|
"map_50": 0.6666666865348816,
|
|
"map_75": 0.6666666865348816,
|
|
"map_val": 0.6666666865348816,
|
|
"name": "6e13b3b7f7290e0b07dff3cc57f92fb43858f0ba2c494b08c4111f32dca1fb82-page-0",
|
|
"value": 0.4917182922363281
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.24685539305210114,
|
|
"avg_weighted_label_matched_iou_75": 0.3081488609313965,
|
|
"avg_weighted_label_matched_iou_90": 0.009470316581428051,
|
|
"avg_weighted_label_matched_iou_95": 0.009470316581428051,
|
|
"map_50": 1.0,
|
|
"map_75": 0.5181518197059631,
|
|
"map_val": 0.6518151760101318,
|
|
"name": "7176779e74d9d157dc6b06cbeea95c173141b58c8f4167d92a628115dd2b2707-page-0",
|
|
"value": 0.24685539305210114
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.22765569388866425,
|
|
"avg_weighted_label_matched_iou_75": 0.24029289186000824,
|
|
"avg_weighted_label_matched_iou_90": 0.2464221566915512,
|
|
"avg_weighted_label_matched_iou_95": 0.23468655347824097,
|
|
"map_50": 0.6247524619102478,
|
|
"map_75": 0.5756435394287109,
|
|
"map_val": 0.565900981426239,
|
|
"name": "9f76e4b1e2f224ecc80675e1f162046c7f8622a989273b051cebb3d796016dc5-page-0",
|
|
"value": 0.22765569388866425
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.21032927930355072,
|
|
"avg_weighted_label_matched_iou_75": 0.2102653533220291,
|
|
"avg_weighted_label_matched_iou_90": 0.09272671490907669,
|
|
"avg_weighted_label_matched_iou_95": 0.08403924852609634,
|
|
"map_50": 0.7211220860481262,
|
|
"map_75": 0.5544554591178894,
|
|
"map_val": 0.5547854900360107,
|
|
"name": "7c1fa2e7c81a81888c18eb95cfe37edb82a91dd340e75c8123618a6774081f2e-page-0",
|
|
"value": 0.21032927930355072
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.17691375315189362,
|
|
"avg_weighted_label_matched_iou_75": 0.16385073959827423,
|
|
"avg_weighted_label_matched_iou_90": 0.16385073959827423,
|
|
"avg_weighted_label_matched_iou_95": 0.14586451649665833,
|
|
"map_50": 0.4965055286884308,
|
|
"map_75": 0.3536483943462372,
|
|
"map_val": 0.34148016571998596,
|
|
"name": "f8b7d66f25e95af0f4d1f7ff6f0db9d4a0ce8f7d618599d7f3d23e20b16f9f21-page-0",
|
|
"value": 0.17691375315189362
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.16103053092956543,
|
|
"avg_weighted_label_matched_iou_75": 0.16103053092956543,
|
|
"avg_weighted_label_matched_iou_90": 0.16103053092956543,
|
|
"avg_weighted_label_matched_iou_95": 0.1227600947022438,
|
|
"map_50": 0.5663366317749023,
|
|
"map_75": 0.5663366317749023,
|
|
"map_val": 0.5263366103172302,
|
|
"name": "c57df1f20c768aee783303dc2c9a4603f5cbc57e698af3fd2dc33eff521d9508-page-0",
|
|
"value": 0.16103053092956543
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.15384335815906525,
|
|
"avg_weighted_label_matched_iou_75": 0.059621747583150864,
|
|
"avg_weighted_label_matched_iou_90": 0.013600111939013004,
|
|
"avg_weighted_label_matched_iou_95": 0.013600111939013004,
|
|
"map_50": 0.5689131617546082,
|
|
"map_75": 0.2576161324977875,
|
|
"map_val": 0.34787270426750183,
|
|
"name": "b47225f4a9c00c41079302a5687d20b30555bdeb20b780dfe557d2b3ca4fc9af-page-0",
|
|
"value": 0.15384335815906525
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.1536989063024521,
|
|
"avg_weighted_label_matched_iou_75": 0.1536989063024521,
|
|
"avg_weighted_label_matched_iou_90": 0.12147378921508789,
|
|
"avg_weighted_label_matched_iou_95": 0.06755673885345459,
|
|
"map_50": 0.7128713130950928,
|
|
"map_75": 0.7128713130950928,
|
|
"map_val": 0.652871310710907,
|
|
"name": "132a855ee8b23533d8ae69af0049c038171a06ddfcac892c3c6d7e6b4091c642-page-0",
|
|
"value": 0.1536989063024521
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.15287962555885315,
|
|
"avg_weighted_label_matched_iou_75": 0.14786984026432037,
|
|
"avg_weighted_label_matched_iou_90": 0.14978036284446716,
|
|
"avg_weighted_label_matched_iou_95": 0.10978970676660538,
|
|
"map_50": 0.8657865524291992,
|
|
"map_75": 0.8489348888397217,
|
|
"map_val": 0.8032211661338806,
|
|
"name": "cd3d953c2c003daffcc9a7beb20ae667845653e68c8cdf9f3406b63a0ef3d570-page-0",
|
|
"value": 0.15287962555885315
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.1231461837887764,
|
|
"avg_weighted_label_matched_iou_75": 0.04494660347700119,
|
|
"avg_weighted_label_matched_iou_90": 0.017826048657298088,
|
|
"avg_weighted_label_matched_iou_95": 0.0007005108054727316,
|
|
"map_50": 0.6782178282737732,
|
|
"map_75": 0.3910891115665436,
|
|
"map_val": 0.4018564224243164,
|
|
"name": "b4f5d430d89499474a31f39fe8eb615fdcd7aa682eb0b959a0384206d5c8174c-page-0",
|
|
"value": 0.1231461837887764
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.05015387386083603,
|
|
"avg_weighted_label_matched_iou_75": 0.05015387386083603,
|
|
"avg_weighted_label_matched_iou_90": 0.04926397651433945,
|
|
"avg_weighted_label_matched_iou_95": 0.010843008756637573,
|
|
"map_50": 1.0,
|
|
"map_75": 1.0,
|
|
"map_val": 0.8999999761581421,
|
|
"name": "23091fa089aa9b191a70b2d6c0f4c8f8b4ef9179499682103f14c116b78a974d-page-0",
|
|
"value": 0.05015387386083603
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.03891468420624733,
|
|
"avg_weighted_label_matched_iou_75": 0.037080153822898865,
|
|
"avg_weighted_label_matched_iou_90": 0.027163764461874962,
|
|
"avg_weighted_label_matched_iou_95": 0.013702861964702606,
|
|
"map_50": 0.7797029614448547,
|
|
"map_75": 0.5297029614448547,
|
|
"map_val": 0.5561633706092834,
|
|
"name": "99908d0419d9000658f35d77ec11a871c45e57740518cde1b608686f2587fb71-page-0",
|
|
"value": 0.03891468420624733
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.03249330073595047,
|
|
"avg_weighted_label_matched_iou_75": 0.03193939849734306,
|
|
"avg_weighted_label_matched_iou_90": 0.03164752945303917,
|
|
"avg_weighted_label_matched_iou_95": 0.00021174742141738534,
|
|
"map_50": 0.45316070318222046,
|
|
"map_75": 0.28649404644966125,
|
|
"map_val": 0.31274688243865967,
|
|
"name": "efbe8a09c1ab44d68f9431f8445a9b0b7a7a998f423d9c949de28ecb9e220370-page-0",
|
|
"value": 0.03249330073595047
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.03203333914279938,
|
|
"avg_weighted_label_matched_iou_75": 0.03203333914279938,
|
|
"avg_weighted_label_matched_iou_90": 0.02329353615641594,
|
|
"avg_weighted_label_matched_iou_95": 0.009990181773900986,
|
|
"map_50": 0.5186468362808228,
|
|
"map_75": 0.5186468362808228,
|
|
"map_val": 0.48765677213668823,
|
|
"name": "fe890190fd9d42086ec9f2673c52771d3b4298acaac05920413022c8ba782343-page-0",
|
|
"value": 0.03203333914279938
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.017760619521141052,
|
|
"avg_weighted_label_matched_iou_75": 0.005837747827172279,
|
|
"avg_weighted_label_matched_iou_90": 0.005837747827172279,
|
|
"avg_weighted_label_matched_iou_95": 0.005837747827172279,
|
|
"map_50": 0.5,
|
|
"map_75": 0.4000000059604645,
|
|
"map_val": 0.4300000071525574,
|
|
"name": "9faf29cc76b96c85bb6039aff82c5400129660902819acb3471cc9f23247be31-page-0",
|
|
"value": 0.017760619521141052
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.0,
|
|
"avg_weighted_label_matched_iou_75": 0.0,
|
|
"avg_weighted_label_matched_iou_90": 0.0,
|
|
"avg_weighted_label_matched_iou_95": 0.0,
|
|
"map_50": 0.0,
|
|
"map_75": 0.0,
|
|
"map_val": 0.0,
|
|
"name": "b1d047dfbfc57383f591c0500456bde145e2dc143f84a7f552131924d8429678-page-0",
|
|
"value": 0.0
|
|
},
|
|
{
|
|
"avg_weighted_label_matched_iou_50": 0.0,
|
|
"avg_weighted_label_matched_iou_75": 0.0,
|
|
"avg_weighted_label_matched_iou_90": 0.0,
|
|
"avg_weighted_label_matched_iou_95": 0.0,
|
|
"map_50": 0.0,
|
|
"map_75": 0.0,
|
|
"map_val": 0.0,
|
|
"name": "49970e6020347853be7a51bd1da47b707d36619d97c4d3968cef20c0be7c9f88-page-0",
|
|
"value": 0.0
|
|
}
|
|
],
|
|
"intersecting_labels": [
|
|
"caption",
|
|
"picture",
|
|
"section_header",
|
|
"text",
|
|
"page_footer",
|
|
"page_header",
|
|
"table",
|
|
"footnote",
|
|
"list_item"
|
|
],
|
|
"mAP_stats": {
|
|
"bins": [
|
|
0.0,
|
|
0.05,
|
|
0.1,
|
|
0.15000000000000002,
|
|
0.2,
|
|
0.25,
|
|
0.30000000000000004,
|
|
0.35000000000000003,
|
|
0.4,
|
|
0.45,
|
|
0.5,
|
|
0.55,
|
|
0.6000000000000001,
|
|
0.65,
|
|
0.7000000000000001,
|
|
0.75,
|
|
0.8,
|
|
0.8500000000000001,
|
|
0.9,
|
|
0.9500000000000001,
|
|
1.0
|
|
],
|
|
"hist": [
|
|
2.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
4.0,
|
|
0.0,
|
|
3.0,
|
|
3.0,
|
|
7.0,
|
|
11.0,
|
|
9.0,
|
|
11.0,
|
|
10.0,
|
|
7.0,
|
|
11.0,
|
|
10.0,
|
|
2.0,
|
|
10.0
|
|
],
|
|
"mean": 0.6883331009066931,
|
|
"median": 0.699999988079071,
|
|
"std": 0.19961015292199302,
|
|
"total": 101
|
|
},
|
|
"pred_labels": {
|
|
"caption": 29,
|
|
"footnote": 8,
|
|
"list_item": 58,
|
|
"page_footer": 131,
|
|
"page_header": 50,
|
|
"paragraph": 5,
|
|
"picture": 147,
|
|
"section_header": 237,
|
|
"table": 79,
|
|
"text": 920
|
|
},
|
|
"true_labels": {
|
|
"caption": 50,
|
|
"footnote": 2,
|
|
"list_item": 61,
|
|
"page_footer": 97,
|
|
"page_header": 57,
|
|
"picture": 132,
|
|
"section_header": 189,
|
|
"table": 78,
|
|
"text": 648,
|
|
"title": 2
|
|
}
|
|
} |