mirror of
https://github.com/docling-project/docling-core.git
synced 2026-11-18 20:27:00 +00:00
* feat: add initial dlgrep implementation Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * refactor: migrate CLI to Typer Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * docs: expand README Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * docs: improve README examples Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * fix: streamline dlgrep output Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * fix: make text context output grep-compatible Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Improve XPath and inline context output Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * dlgrep support extensions Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Use git sources for doclang and docling-core Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * feat: emit native JSON records Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Remove search class filter Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Make section output addressable Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Improve README examples Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * feat: build and publish dlgrep from this repository dlgrep becomes a uv workspace member under packages/dlgrep, published as its own wheel and released in lockstep with docling-core: same version, exact `docling-core==` pin, both wheels built from the same commit. This removes the git-branch dependency dlgrep needed to track unreleased docling-core changes. - workspace wiring; ruff, mypy and pytest config inherited from the root, dlgrep in the dev group so `uv sync` covers it - release.sh writes both versions and the pin from one TARGET_VERSION - build-packages.sh builds into per-package dist dirs; pypi.yml publishes docling-core first, then dlgrep - check_lockstep.py guards against version drift, which uv cannot catch on its own: the workspace source replaces the pin with a local path, so a wrong pin resolves and locks cleanly - checks.yml and pypi.yml install both wheels together, which makes a mismatched pin fail before anything is published - declare click and lxml, previously only transitive - read __version__ from package metadata instead of a hardcoded literal - flag dlgrep as experimental in its help output, since the shared version number would otherwise imply a maturity it does not have Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * ci: simplify lockstep release tooling Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * chore(dlgrep): drop handoff notes, keep only the CLI plan Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * refactor(doclang): isolate source mapping recorder Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * build(dlgrep): move dependencies to core extra Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * feat(dlq): rename CLI and add list command Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * feat(dclq): rename tool and consolidate plan Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * fix(dclq): bound archive document reads Signed-off-by: Christoph Auer <cau@zurich.ibm.com> --------- Signed-off-by: Christoph Auer <cau@zurich.ibm.com>
102 lines
3.3 KiB
YAML
102 lines
3.3 KiB
YAML
on:
|
|
workflow_call:
|
|
inputs:
|
|
push_coverage:
|
|
type: boolean
|
|
description: "If true, the coverage results are pushed to codecov.io."
|
|
default: true
|
|
secrets:
|
|
CODECOV_TOKEN:
|
|
required: false
|
|
|
|
env:
|
|
HF_HUB_DOWNLOAD_TIMEOUT: "60"
|
|
HF_HUB_ETAG_TIMEOUT: "60"
|
|
|
|
jobs:
|
|
run-checks:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
python-version: ['3.10', '3.11', '3.12', '3.13', '3.14']
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Cache Hugging Face models
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: ~/.cache/huggingface
|
|
key: huggingface-cache-py${{ matrix.python-version }}
|
|
- name: Install uv and set the python version
|
|
uses: astral-sh/setup-uv@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
enable-cache: true
|
|
- name: pre-commit cache key
|
|
run: echo "PY=$(python -VV | sha256sum | cut -d' ' -f1)" >> "$GITHUB_ENV"
|
|
- uses: actions/cache@v4
|
|
with:
|
|
path: ~/.cache/pre-commit
|
|
key: pre-commit|${{ env.PY }}|${{ hashFiles('.pre-commit-config.yaml') }}
|
|
- name: Install dependencies
|
|
run: uv sync --frozen --all-extras --all-packages
|
|
- name: Check style and run tests
|
|
run: pre-commit run --all-files
|
|
- name: Upload coverage to Codecov
|
|
if: inputs.push_coverage
|
|
uses: codecov/codecov-action@v5
|
|
with:
|
|
token: ${{ secrets.CODECOV_TOKEN }}
|
|
files: ./coverage.xml
|
|
|
|
build-package:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
python-version: ['3.12']
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Install uv and set the python version
|
|
uses: astral-sh/setup-uv@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
enable-cache: true
|
|
- name: Install dependencies
|
|
run: uv sync --frozen --all-extras --all-packages
|
|
- name: Build packages
|
|
run: bash .github/scripts/build-packages.sh
|
|
- name: Check content of wheels
|
|
run: unzip -l dist/docling-core/*.whl && unzip -l dist/dclq/*.whl
|
|
- name: Store the distribution packages
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: python-package-distributions
|
|
path: dist/
|
|
|
|
test-package:
|
|
needs:
|
|
- build-package
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
python-version: ['3.12']
|
|
steps:
|
|
- name: Download all the dists
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: python-package-distributions
|
|
path: dist/
|
|
- name: Install uv and set the python version
|
|
uses: astral-sh/setup-uv@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
enable-cache: true
|
|
# Installing both wheels together, offline for the two local packages, is
|
|
# what validates the co-release: dclq's exact `docling-core==` pin can
|
|
# only resolve against the docling-core wheel built from this same commit.
|
|
- name: Install packages
|
|
run: uv pip install dist/docling-core/*.whl dist/dclq/*.whl
|
|
- name: Load the DoclingDocument package
|
|
run: python -c 'from docling_core.types.doc import DoclingDocument'
|
|
- name: Run the dclq CLI
|
|
run: python -m dclq --help
|