Files
docling-eval/docs/evaluations/Docling-DPBench/evaluation_DPBench_table_structure.json
2025-04-07 14:50:14 +02:00

718 lines
17 KiB
JSON

{
"TEDS": {
"bins": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"hist": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
6.0,
6.0,
7.0,
15.0,
8.0,
5.0
],
"mean": 0.8315098039215686,
"median": 0.861,
"std": 0.11816401695085008,
"total": 51
},
"TEDS_complex": {
"bins": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"hist": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
2.0,
3.0,
0.0,
1.0
],
"mean": 0.8462857142857143,
"median": 0.874,
"std": 0.11662291696705568,
"total": 7
},
"TEDS_simple": {
"bins": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"hist": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
6.0,
6.0,
5.0,
12.0,
8.0,
4.0
],
"mean": 0.8291590909090909,
"median": 0.859,
"std": 0.119568982363071,
"total": 44
},
"TEDS_struct": {
"bins": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"hist": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
4.0,
6.0,
7.0,
17.0,
9.0,
5.0
],
"mean": 0.8471176470588235,
"median": 0.871,
"std": 0.10569534465790319,
"total": 51
},
"evaluations": [
{
"TEDS": 0.919,
"filename": "doc_00f0adaaa8358a28b4b4e83bc97dcd83a01f7283605b140c2be8e8d47bba8b6b_page_000001.png",
"is_complex": false,
"pred_ncols": 3,
"pred_nrows": 9,
"table_id": 0,
"true_ncols": 3,
"true_nrows": 9
},
{
"TEDS": 0.874,
"filename": "doc_d276ca9a5ecb8d6d11359f515e50c8f78395548de4e3e2c49e38f5500ee40ebe_page_000001.png",
"is_complex": true,
"pred_ncols": 7,
"pred_nrows": 12,
"table_id": 0,
"true_ncols": 7,
"true_nrows": 12
},
{
"TEDS": 0.848,
"filename": "doc_934fbf534914863f6431eef38f5bf66fa91afd439ddf20fb1af0cf3225159ac1_page_000001.png",
"is_complex": true,
"pred_ncols": 7,
"pred_nrows": 10,
"table_id": 0,
"true_ncols": 7,
"true_nrows": 10
},
{
"TEDS": 0.913,
"filename": "doc_4682941b1a9a3ec96599d8188b673e8c6d1c4f2a555b5dc0d739c6c706815553_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 9,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 9
},
{
"TEDS": 0.932,
"filename": "doc_f4dea73d2b75fbc7d590e2085b14e9bee7e766da73e14f723a2580fb0f36c707_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 12,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 12
},
{
"TEDS": 0.933,
"filename": "doc_0ce1ded16152ad18c45203c1dcba0287235b888266fbcd112396fdf7cd094fab_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 9,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 9
},
{
"TEDS": 0.896,
"filename": "doc_bdf0e09acee7a07f7e60c6055128967b36b44564842983ad3b0f273f1c1c5914_page_000001.png",
"is_complex": false,
"pred_ncols": 3,
"pred_nrows": 12,
"table_id": 0,
"true_ncols": 3,
"true_nrows": 11
},
{
"TEDS": 0.893,
"filename": "doc_c4416f86c1db7fee5dccc1a10e85b1aade1cd77803f4ee626a090e8bc26aa9a9_page_000001.png",
"is_complex": true,
"pred_ncols": 7,
"pred_nrows": 10,
"table_id": 0,
"true_ncols": 7,
"true_nrows": 10
},
{
"TEDS": 0.769,
"filename": "doc_24ab9416df440de9d792a4034e177eb71933a6eed72d4cf1ead17d22a787702f_page_000001.png",
"is_complex": false,
"pred_ncols": 3,
"pred_nrows": 3,
"table_id": 0,
"true_ncols": 3,
"true_nrows": 3
},
{
"TEDS": 0.897,
"filename": "doc_24ab9416df440de9d792a4034e177eb71933a6eed72d4cf1ead17d22a787702f_page_000001.png",
"is_complex": false,
"pred_ncols": 3,
"pred_nrows": 7,
"table_id": 1,
"true_ncols": 3,
"true_nrows": 7
},
{
"TEDS": 0.889,
"filename": "doc_0ec2813813e8e7496d97aa4fa15dd414aa66cae2d6f62db818d30d9856ff0439_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 7,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 7
},
{
"TEDS": 0.871,
"filename": "doc_0ec2813813e8e7496d97aa4fa15dd414aa66cae2d6f62db818d30d9856ff0439_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 6,
"table_id": 1,
"true_ncols": 4,
"true_nrows": 6
},
{
"TEDS": 0.897,
"filename": "doc_970804c04c81dd9cc3ba80f0063b9551d290e83934c4e2c258e376845b3d180f_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 8,
"table_id": 0,
"true_ncols": 5,
"true_nrows": 8
},
{
"TEDS": 0.857,
"filename": "doc_970804c04c81dd9cc3ba80f0063b9551d290e83934c4e2c258e376845b3d180f_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 4,
"table_id": 1,
"true_ncols": 4,
"true_nrows": 4
},
{
"TEDS": 0.903,
"filename": "doc_970804c04c81dd9cc3ba80f0063b9551d290e83934c4e2c258e376845b3d180f_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 6,
"table_id": 2,
"true_ncols": 4,
"true_nrows": 6
},
{
"TEDS": 0.857,
"filename": "doc_39a0d95abd6dc977dfc7986b57fbbd9a8331af6b5b603e023f41dfcbc67003c7_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 4,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 4
},
{
"TEDS": 0.871,
"filename": "doc_39a0d95abd6dc977dfc7986b57fbbd9a8331af6b5b603e023f41dfcbc67003c7_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 6,
"table_id": 1,
"true_ncols": 4,
"true_nrows": 6
},
{
"TEDS": 0.865,
"filename": "doc_1039bce8b948fac48b0b9a42f8266700a104aca355c3681a544d65e6b136b8d5_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 5,
"true_nrows": 6
},
{
"TEDS": 0.861,
"filename": "doc_1cf54980192667fd7a6977b301a175e98be02b11651bbf78b6cae338858db2aa_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 5,
"true_nrows": 6
},
{
"TEDS": 0.884,
"filename": "doc_d1437ae1c6bedfa2bbf72e4d04dee3a01896dd045024438ee7c4e775e0ab6e9c_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 7,
"table_id": 0,
"true_ncols": 5,
"true_nrows": 7
},
{
"TEDS": 0.846,
"filename": "doc_a5528f4dd6f5ba0d52e6bf97a0aae99ede782fe97f4a0b4f96029e5ed7fe18b5_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 5,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 5
},
{
"TEDS": 0.571,
"filename": "doc_10f75857bb705a5441260399c3fca1080262cc0c271270825caf141cf7b31770_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 3,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 4
},
{
"TEDS": 0.92,
"filename": "doc_b9e5879b4dcd812e854cc06c6c3cb4f54231af28c919be63e27bef4c639551c9_page_000001.png",
"is_complex": false,
"pred_ncols": 3,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 3,
"true_nrows": 6
},
{
"TEDS": 0.734,
"filename": "doc_6916893bac49ba4fefa0a83eaf039b73c4adf00ed81ef97d4aad8f1a5cb90994_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 3,
"table_id": 0,
"true_ncols": 5,
"true_nrows": 3
},
{
"TEDS": 0.71,
"filename": "doc_f151ca1888000160dc6ce2e46c3438bc13f9a034200b1ec5d81b03c77606eed6_page_000001.png",
"is_complex": false,
"pred_ncols": 2,
"pred_nrows": 2,
"table_id": 0,
"true_ncols": 2,
"true_nrows": 2
},
{
"TEDS": 0.913,
"filename": "doc_603d71e12f52d9801a9d82995babf69681d923f493b8d49abfbab8662a88b376_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 9,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 9
},
{
"TEDS": 0.839,
"filename": "doc_603d71e12f52d9801a9d82995babf69681d923f493b8d49abfbab8662a88b376_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 5,
"table_id": 1,
"true_ncols": 5,
"true_nrows": 5
},
{
"TEDS": 0.839,
"filename": "doc_603d71e12f52d9801a9d82995babf69681d923f493b8d49abfbab8662a88b376_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 5,
"table_id": 2,
"true_ncols": 5,
"true_nrows": 5
},
{
"TEDS": 0.956,
"filename": "doc_a0edae1fa147c7bb78ebc493743a68ba4372b5ead31f2a2b146c35119462379e_page_000001.png",
"is_complex": false,
"pred_ncols": 6,
"pred_nrows": 16,
"table_id": 0,
"true_ncols": 6,
"true_nrows": 16
},
{
"TEDS": 0.88,
"filename": "doc_95f808815969717e4ef6390b2b789a8ea552a000a2b936c3c9371f695a71bd9e_page_000001.png",
"is_complex": false,
"pred_ncols": 3,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 3,
"true_nrows": 6
},
{
"TEDS": 1.0,
"filename": "doc_ba0e025d53c091e8d4bb87499ff69ed3428dcee325c8895ecdb40e973b4c835c_page_000001.png",
"is_complex": true,
"pred_ncols": 2,
"pred_nrows": 9,
"table_id": 0,
"true_ncols": 2,
"true_nrows": 9
},
{
"TEDS": 0.81,
"filename": "doc_b862cd0d6f06c06ee5ab7729ed4e8ce58e6964eb0f1ab98b3865b57a4808216f_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 4,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 4
},
{
"TEDS": 0.998,
"filename": "doc_750091cec2c31ca61ffaa40c282148258f40bf5db7356a7ed3f918a07c81ef0f_page_000001.png",
"is_complex": false,
"pred_ncols": 1,
"pred_nrows": 8,
"table_id": 0,
"true_ncols": 1,
"true_nrows": 8
},
{
"TEDS": 0.886,
"filename": "doc_a46e40b2b04dc83e4014fca656dae6df20af1fe7a420df306406409ea8c0db31_page_000001.png",
"is_complex": true,
"pred_ncols": 2,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 2,
"true_nrows": 6
},
{
"TEDS": 1.0,
"filename": "doc_ed046862e68a27a7260da60f3984484577f83500dea61020d043c7af8b76731f_page_000001.png",
"is_complex": false,
"pred_ncols": 2,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 2,
"true_nrows": 6
},
{
"TEDS": 0.773,
"filename": "doc_2e4f2561d8624cab6140564d53aed11862cf5979572fc3d1205af105486e0b1f_page_000001.png",
"is_complex": false,
"pred_ncols": 2,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 2,
"true_nrows": 7
},
{
"TEDS": 0.763,
"filename": "doc_4d5b682effaf9580928a7073980e3916687d168238bc96b6c17222f747eacde6_page_000001.png",
"is_complex": false,
"pred_ncols": 6,
"pred_nrows": 7,
"table_id": 0,
"true_ncols": 6,
"true_nrows": 8
},
{
"TEDS": 0.764,
"filename": "doc_4d5b682effaf9580928a7073980e3916687d168238bc96b6c17222f747eacde6_page_000001.png",
"is_complex": false,
"pred_ncols": 5,
"pred_nrows": 9,
"table_id": 1,
"true_ncols": 5,
"true_nrows": 9
},
{
"TEDS": 0.549,
"filename": "doc_62c4b0340519f5963a37534d3abeb0546766cb53bc90504f663eb7cc321a6a6d_page_000001.png",
"is_complex": false,
"pred_ncols": 3,
"pred_nrows": 7,
"table_id": 0,
"true_ncols": 3,
"true_nrows": 7
},
{
"TEDS": 0.749,
"filename": "doc_4b5f23f97fd273cacb8de95fc1799ed4dc4d5c15e9ed86d707cdf4be53eb7c7c_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 3,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 3
},
{
"TEDS": 0.742,
"filename": "doc_c31d842c665085cb1379d441ef0b65869f29537b9252956d6105e6b4cc972311_page_000001.png",
"is_complex": false,
"pred_ncols": 4,
"pred_nrows": 4,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 4
},
{
"TEDS": 0.619,
"filename": "doc_29d883eb26e7b9d08250b4bab1c51092d74e310e6acfa955f8fe28f1008accf5_page_000001.png",
"is_complex": true,
"pred_ncols": 7,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 7,
"true_nrows": 6
},
{
"TEDS": 0.916,
"filename": "doc_61070c2fe64a690c7c9cc97d12b76380e7a134feda3c5315f779306699a89a1b_page_000001.png",
"is_complex": false,
"pred_ncols": 10,
"pred_nrows": 14,
"table_id": 0,
"true_ncols": 10,
"true_nrows": 14
},
{
"TEDS": 0.795,
"filename": "doc_2f972daaa81cb3949db12a39cf6910c4f9952135f7eb3850e1f60ef7d8b5aaf9_page_000001.png",
"is_complex": false,
"pred_ncols": 11,
"pred_nrows": 6,
"table_id": 0,
"true_ncols": 11,
"true_nrows": 6
},
{
"TEDS": 0.756,
"filename": "doc_2f972daaa81cb3949db12a39cf6910c4f9952135f7eb3850e1f60ef7d8b5aaf9_page_000001.png",
"is_complex": false,
"pred_ncols": 10,
"pred_nrows": 4,
"table_id": 1,
"true_ncols": 10,
"true_nrows": 4
},
{
"TEDS": 0.71,
"filename": "doc_2f972daaa81cb3949db12a39cf6910c4f9952135f7eb3850e1f60ef7d8b5aaf9_page_000001.png",
"is_complex": false,
"pred_ncols": 9,
"pred_nrows": 3,
"table_id": 2,
"true_ncols": 9,
"true_nrows": 3
},
{
"TEDS": 0.714,
"filename": "doc_eac01901729786f15ba498716c592370d50f00658c291495086ff49a8538c5c6_page_000001.png",
"is_complex": false,
"pred_ncols": 8,
"pred_nrows": 3,
"table_id": 0,
"true_ncols": 8,
"true_nrows": 3
},
{
"TEDS": 0.822,
"filename": "doc_eac01901729786f15ba498716c592370d50f00658c291495086ff49a8538c5c6_page_000001.png",
"is_complex": false,
"pred_ncols": 9,
"pred_nrows": 5,
"table_id": 1,
"true_ncols": 9,
"true_nrows": 5
},
{
"TEDS": 0.4,
"filename": "doc_39f32d6a01b8e434ad2fb16ff3896931153cdf4f85bca09194b71e1514711355_page_000001.png",
"is_complex": false,
"pred_ncols": 1,
"pred_nrows": 2,
"table_id": 0,
"true_ncols": 2,
"true_nrows": 1
},
{
"TEDS": 1.0,
"filename": "doc_39f32d6a01b8e434ad2fb16ff3896931153cdf4f85bca09194b71e1514711355_page_000001.png",
"is_complex": false,
"pred_ncols": 6,
"pred_nrows": 2,
"table_id": 1,
"true_ncols": 6,
"true_nrows": 2
},
{
"TEDS": 0.804,
"filename": "doc_646f014ab615ac22266a43be2691010032d9fd62368737d488ffcb912cd68fd2_page_000001.png",
"is_complex": true,
"pred_ncols": 4,
"pred_nrows": 10,
"table_id": 0,
"true_ncols": 4,
"true_nrows": 10
}
]
}