docling-core/test/test_doc_schema_extractor.py

"""Test the pydantic models in module data_types.ccs."""

import json

from pydantic import ValidationError

from docling_core.types.legacy_doc.document import CCSDocument


def test_ccs_document_update():
    """Validate data with CCSDocument extract."""
    filename = "test/data/legacy_doc/ext-1.json"
    try:
        with open(filename, encoding="utf-8") as f:
            raw_doc = json.load(f)
            for item in raw_doc["main-text"]:
                if "$ref" in item:
                    assert False, f"$ref should not be in file {filename}"

            doc = CCSDocument.model_validate(raw_doc)

            if doc.description.abstract:
                assert False, "Abstract should not be present"

    except ValidationError as e:
        print(f"Validation error in file {filename}:\n{e.json()}")
        raise