Compare commits
7 Commits
0.0.3
...
a4d4874b39
| Author | SHA1 | Date | |
|---|---|---|---|
| a4d4874b39 | |||
| 22a0524823 | |||
| cd06de5435 | |||
| 14d89f5f91 | |||
| 7283a3eafd | |||
| 3ebfa34733 | |||
| 1e7e7c8a6c |
46
.drone.yml
46
.drone.yml
@@ -23,18 +23,13 @@ steps:
|
|||||||
commands:
|
commands:
|
||||||
- PACKAGE_NAME=$(grep -E '^name\s*=' pyproject.toml | head -1 | cut -d'"' -f2)
|
- PACKAGE_NAME=$(grep -E '^name\s*=' pyproject.toml | head -1 | cut -d'"' -f2)
|
||||||
- VERSION=$(grep -E '^version\s*=' pyproject.toml | head -1 | cut -d'"' -f2)
|
- VERSION=$(grep -E '^version\s*=' pyproject.toml | head -1 | cut -d'"' -f2)
|
||||||
|
- echo "🔍 Checking if $PACKAGE_NAME==$VERSION exists on $PIP_REPO_URL ..."
|
||||||
- |
|
- |
|
||||||
if [ "$DRONE_TAG" != "$VERSION" ]; then
|
if curl -fsSL -u "$PIP_USERNAME:$PIP_PASSWORD" "$PIP_REPO_URL/simple/$PACKAGE_NAME/" | grep -q "$VERSION"; then
|
||||||
echo "Tag '$DRONE_TAG' does not match pyproject version '$VERSION'; refusing to publish."
|
echo "✅ $PACKAGE_NAME==$VERSION already exists — skipping build."
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
- echo "Checking if $PACKAGE_NAME==$VERSION exists on $PIP_REPO_URL ..."
|
|
||||||
- |
|
|
||||||
if curl -fsSL -u "$PIP_USERNAME:$PIP_PASSWORD" "$PIP_REPO_URL/simple/$PACKAGE_NAME/" | grep -qE "${PACKAGE_NAME}-${VERSION}(-|\.tar\.gz|\.whl)"; then
|
|
||||||
echo "$PACKAGE_NAME==$VERSION already exists; skipping build."
|
|
||||||
exit 78
|
exit 78
|
||||||
else
|
else
|
||||||
echo "New version detected: $PACKAGE_NAME==$VERSION"
|
echo "🆕 New version detected: $PACKAGE_NAME==$VERSION"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: quality-gate
|
- name: quality-gate
|
||||||
@@ -49,24 +44,19 @@ steps:
|
|||||||
commands:
|
commands:
|
||||||
- pip install --upgrade pip build
|
- pip install --upgrade pip build
|
||||||
- |
|
- |
|
||||||
if [ -z "$PIP_REPO_URL" ] || [ -z "$PIP_USERNAME" ] || [ -z "$PIP_PASSWORD" ]; then
|
AUTH_URL="https://${PIP_USERNAME}:${PIP_PASSWORD}@$(echo "${PIP_REPO_URL#*://}" | sed 's:/*$::')/simple"
|
||||||
echo "PIP_REPO_URL / PIP_USERNAME / PIP_PASSWORD are not set" >&2
|
pip install --index-url "$AUTH_URL" --extra-index-url https://pypi.org/simple/ -U ".[dev]"
|
||||||
exit 1
|
- echo "🛡️ Running quality gate..."
|
||||||
fi
|
|
||||||
- AUTH_URL="https://$PIP_USERNAME:$PIP_PASSWORD@$(echo "$PIP_REPO_URL" | sed -E 's|^[a-zA-Z]+://||; s|/*$||')/simple"
|
|
||||||
- pip install --index-url "$AUTH_URL" --extra-index-url https://pypi.org/simple/ -U ".[dev]" "pydoclint>=0.9.1"
|
|
||||||
- echo "Running quality gate..."
|
|
||||||
- python -m black --check .
|
- python -m black --check .
|
||||||
- python -m ruff check .
|
- python -m ruff check .
|
||||||
- python -m mypy
|
- python -m mypy
|
||||||
- pydoclint .
|
|
||||||
- python -m pytest
|
- python -m pytest
|
||||||
|
|
||||||
- name: build-package
|
- name: build-package
|
||||||
image: python:3.13-slim
|
image: python:3.13-slim
|
||||||
commands:
|
commands:
|
||||||
- pip install --upgrade pip build
|
- pip install --upgrade pip build
|
||||||
- echo "Building Python package..."
|
- echo "📦 Building Python package..."
|
||||||
- python -m build
|
- python -m build
|
||||||
- ls -l dist
|
- ls -l dist
|
||||||
|
|
||||||
@@ -81,7 +71,7 @@ steps:
|
|||||||
from_secret: PIP_PASSWORD
|
from_secret: PIP_PASSWORD
|
||||||
commands:
|
commands:
|
||||||
- pip install --upgrade twine
|
- pip install --upgrade twine
|
||||||
- echo "Uploading to private PyPI at $PIP_REPO_URL ..."
|
- echo "🚀 Uploading to private PyPI at $PIP_REPO_URL ..."
|
||||||
- |
|
- |
|
||||||
twine upload \
|
twine upload \
|
||||||
--repository-url "$PIP_REPO_URL" \
|
--repository-url "$PIP_REPO_URL" \
|
||||||
@@ -128,31 +118,25 @@ steps:
|
|||||||
set -e
|
set -e
|
||||||
|
|
||||||
PACKAGE_NAME=$(grep -E '^name\s*=' pyproject.toml | cut -d'"' -f2)
|
PACKAGE_NAME=$(grep -E '^name\s*=' pyproject.toml | cut -d'"' -f2)
|
||||||
echo "Package: $PACKAGE_NAME"
|
echo "📦 Package: $PACKAGE_NAME"
|
||||||
|
|
||||||
for TAG in $(git tag --sort=version:refname); do
|
for TAG in $(git tag --sort=version:refname); do
|
||||||
VERSION="$TAG"
|
VERSION="$TAG"
|
||||||
echo "Version: $VERSION"
|
echo "🔁 Version: $VERSION"
|
||||||
|
|
||||||
if curl -fsSL -u "$PIP_USERNAME:$PIP_PASSWORD" \
|
if curl -fsSL -u "$PIP_USERNAME:$PIP_PASSWORD" \
|
||||||
"$PIP_REPO_URL/simple/$PACKAGE_NAME/" | grep -qE "${PACKAGE_NAME}-${VERSION}(-|\.tar\.gz|\.whl)"; then
|
"$PIP_REPO_URL/simple/$PACKAGE_NAME/" | grep -q "$VERSION"; then
|
||||||
echo "Exists, skipping"
|
echo "⏭️ Exists, skipping"
|
||||||
continue
|
continue
|
||||||
fi
|
fi
|
||||||
|
|
||||||
git checkout --force "$TAG"
|
git checkout --force "$TAG"
|
||||||
|
|
||||||
TAG_VERSION=$(grep -E '^version\s*=' pyproject.toml | head -1 | cut -d'"' -f2)
|
echo "🏗️ Building $VERSION"
|
||||||
if [ "$TAG" != "$TAG_VERSION" ]; then
|
|
||||||
echo "Tag $TAG != pyproject version $TAG_VERSION at that commit; skipping"
|
|
||||||
continue
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Building $VERSION"
|
|
||||||
rm -rf dist
|
rm -rf dist
|
||||||
python -m build
|
python -m build
|
||||||
|
|
||||||
echo "Uploading $VERSION"
|
echo "⬆️ Uploading $VERSION"
|
||||||
twine upload \
|
twine upload \
|
||||||
--repository-url "$PIP_REPO_URL" \
|
--repository-url "$PIP_REPO_URL" \
|
||||||
-u "$PIP_USERNAME" \
|
-u "$PIP_USERNAME" \
|
||||||
|
|||||||
17
CHANGELOG.md
17
CHANGELOG.md
@@ -7,26 +7,15 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|||||||
|
|
||||||
## [Unreleased]
|
## [Unreleased]
|
||||||
|
|
||||||
## [0.0.3] - 2026-10-17
|
|
||||||
|
|
||||||
### Added
|
### Added
|
||||||
- `py.typed` marker for PEP 561 type information.
|
- `py.typed` marker for PEP 561 type information.
|
||||||
- Type stubs for the `csv` and `xlsx` subpackages.
|
- `.drone.yml` CI with a quality-gate step (black, ruff, mypy, pytest).
|
||||||
- Hand-written wiki, plus doc-forge-generated API reference under `docs/lib`
|
- Canonical `docforge.nav.yml`, generated `mkdocs.yml` and `mcp_docs/` via doc-forge.
|
||||||
and MCP bundle under `docs/mcp` (per-kind MkDocs configs).
|
|
||||||
- MIT `LICENSE`.
|
- MIT `LICENSE`.
|
||||||
|
|
||||||
### Changed
|
### Changed
|
||||||
- Adopted the standard Type A PyPI CI pipeline: a `tag == version` guard and a
|
- Standardized `pyproject.toml` (canonical packaging, lint tool config, extras).
|
||||||
quality gate (black, ruff, mypy, pydoclint, pytest).
|
|
||||||
- Standardized `pyproject.toml` (canonical packaging, lint tool config, extras)
|
|
||||||
with a shared Google-style `[tool.pydoclint]` configuration.
|
|
||||||
- Docstring types modernised (`List` -> `list`, `Optional` -> `X | None`) to
|
|
||||||
match signatures.
|
|
||||||
|
|
||||||
### Fixed
|
### Fixed
|
||||||
- `XLSX`/`CSV` members added to the `content` type surface.
|
- `XLSX`/`CSV` members added to the `content` type surface.
|
||||||
- Stub fixes for typed API surfaces.
|
- Stub fixes for typed API surfaces.
|
||||||
|
|
||||||
[Unreleased]: https://git.aetoskia.com/aetos/omniread/compare/0.0.3...HEAD
|
|
||||||
[0.0.3]: https://git.aetoskia.com/aetos/omniread/compare/0.0.2...0.0.3
|
|
||||||
|
|||||||
@@ -91,9 +91,6 @@ required.
|
|||||||
- `FileSystemPDFClient`: Local filesystem PDF access.
|
- `FileSystemPDFClient`: Local filesystem PDF access.
|
||||||
- `PDFScraper`: PDF-specific content acquisition.
|
- `PDFScraper`: PDF-specific content acquisition.
|
||||||
- `PDFParser`: Base parser for PDF binary interpretation.
|
- `PDFParser`: Base parser for PDF binary interpretation.
|
||||||
- `FileSystemXlsxClient`: Local filesystem spreadsheet access.
|
|
||||||
- `XlsxScraper`: XLSX-specific content acquisition.
|
|
||||||
- `XlsxParser`: Generic string-row parser for xlsx workbooks.
|
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
|||||||
@@ -14,18 +14,6 @@ groups:
|
|||||||
- lib/pdf/client.md
|
- lib/pdf/client.md
|
||||||
- lib/pdf/parser.md
|
- lib/pdf/parser.md
|
||||||
- lib/pdf/scraper.md
|
- lib/pdf/scraper.md
|
||||||
CSV Handling:
|
|
||||||
- lib/csv/index.md
|
|
||||||
- lib/csv/client.md
|
|
||||||
- lib/csv/parser_base.md
|
|
||||||
- lib/csv/parser.md
|
|
||||||
- lib/csv/scraper.md
|
|
||||||
XLSX Handling:
|
|
||||||
- lib/xlsx/index.md
|
|
||||||
- lib/xlsx/client.md
|
|
||||||
- lib/xlsx/parser_base.md
|
|
||||||
- lib/xlsx/parser.md
|
|
||||||
- lib/xlsx/scraper.md
|
|
||||||
icon:
|
icon:
|
||||||
logo: material/book-open-page-variant
|
logo: material/book-open-page-variant
|
||||||
repo: fontawesome/brands/github
|
repo: fontawesome/brands/github
|
||||||
@@ -1,3 +1,4 @@
|
|||||||
# omniread
|
# omniread
|
||||||
|
|
||||||
::: omniread
|
::: omniread
|
||||||
|
- [Omniread](omniread/)
|
||||||
|
|||||||
3
docs/lib/omniread/core/content.md
Normal file
3
docs/lib/omniread/core/content.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Content
|
||||||
|
|
||||||
|
::: omniread.core.content
|
||||||
6
docs/lib/omniread/core/index.md
Normal file
6
docs/lib/omniread/core/index.md
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
# Core
|
||||||
|
|
||||||
|
::: omniread.core
|
||||||
|
- [Content](content.md)
|
||||||
|
- [Parser](parser.md)
|
||||||
|
- [Scraper](scraper.md)
|
||||||
3
docs/lib/omniread/core/parser.md
Normal file
3
docs/lib/omniread/core/parser.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Parser
|
||||||
|
|
||||||
|
::: omniread.core.parser
|
||||||
3
docs/lib/omniread/core/scraper.md
Normal file
3
docs/lib/omniread/core/scraper.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Scraper
|
||||||
|
|
||||||
|
::: omniread.core.scraper
|
||||||
3
docs/lib/omniread/csv/client.md
Normal file
3
docs/lib/omniread/csv/client.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Client
|
||||||
|
|
||||||
|
::: omniread.csv.client
|
||||||
7
docs/lib/omniread/csv/index.md
Normal file
7
docs/lib/omniread/csv/index.md
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
# Csv
|
||||||
|
|
||||||
|
::: omniread.csv
|
||||||
|
- [Client](client.md)
|
||||||
|
- [Parser](parser.md)
|
||||||
|
- [Parser Base](parser_base.md)
|
||||||
|
- [Scraper](scraper.md)
|
||||||
3
docs/lib/omniread/csv/parser.md
Normal file
3
docs/lib/omniread/csv/parser.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Parser
|
||||||
|
|
||||||
|
::: omniread.csv.parser
|
||||||
3
docs/lib/omniread/csv/parser_base.md
Normal file
3
docs/lib/omniread/csv/parser_base.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Parser Base
|
||||||
|
|
||||||
|
::: omniread.csv.parser_base
|
||||||
3
docs/lib/omniread/csv/scraper.md
Normal file
3
docs/lib/omniread/csv/scraper.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Scraper
|
||||||
|
|
||||||
|
::: omniread.csv.scraper
|
||||||
5
docs/lib/omniread/html/index.md
Normal file
5
docs/lib/omniread/html/index.md
Normal file
@@ -0,0 +1,5 @@
|
|||||||
|
# Html
|
||||||
|
|
||||||
|
::: omniread.html
|
||||||
|
- [Parser](parser.md)
|
||||||
|
- [Scraper](scraper.md)
|
||||||
3
docs/lib/omniread/html/parser.md
Normal file
3
docs/lib/omniread/html/parser.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Parser
|
||||||
|
|
||||||
|
::: omniread.html.parser
|
||||||
3
docs/lib/omniread/html/scraper.md
Normal file
3
docs/lib/omniread/html/scraper.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Scraper
|
||||||
|
|
||||||
|
::: omniread.html.scraper
|
||||||
8
docs/lib/omniread/index.md
Normal file
8
docs/lib/omniread/index.md
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
# Omniread
|
||||||
|
|
||||||
|
::: omniread
|
||||||
|
- [Core](core/)
|
||||||
|
- [Csv](csv/)
|
||||||
|
- [Html](html/)
|
||||||
|
- [Pdf](pdf/)
|
||||||
|
- [Xlsx](xlsx/)
|
||||||
3
docs/lib/omniread/pdf/client.md
Normal file
3
docs/lib/omniread/pdf/client.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Client
|
||||||
|
|
||||||
|
::: omniread.pdf.client
|
||||||
6
docs/lib/omniread/pdf/index.md
Normal file
6
docs/lib/omniread/pdf/index.md
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
# Pdf
|
||||||
|
|
||||||
|
::: omniread.pdf
|
||||||
|
- [Client](client.md)
|
||||||
|
- [Parser](parser.md)
|
||||||
|
- [Scraper](scraper.md)
|
||||||
3
docs/lib/omniread/pdf/parser.md
Normal file
3
docs/lib/omniread/pdf/parser.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Parser
|
||||||
|
|
||||||
|
::: omniread.pdf.parser
|
||||||
3
docs/lib/omniread/pdf/scraper.md
Normal file
3
docs/lib/omniread/pdf/scraper.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Scraper
|
||||||
|
|
||||||
|
::: omniread.pdf.scraper
|
||||||
3
docs/lib/omniread/xlsx/client.md
Normal file
3
docs/lib/omniread/xlsx/client.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Client
|
||||||
|
|
||||||
|
::: omniread.xlsx.client
|
||||||
7
docs/lib/omniread/xlsx/index.md
Normal file
7
docs/lib/omniread/xlsx/index.md
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
# Xlsx
|
||||||
|
|
||||||
|
::: omniread.xlsx
|
||||||
|
- [Client](client.md)
|
||||||
|
- [Parser](parser.md)
|
||||||
|
- [Parser Base](parser_base.md)
|
||||||
|
- [Scraper](scraper.md)
|
||||||
3
docs/lib/omniread/xlsx/parser.md
Normal file
3
docs/lib/omniread/xlsx/parser.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Parser
|
||||||
|
|
||||||
|
::: omniread.xlsx.parser
|
||||||
3
docs/lib/omniread/xlsx/parser_base.md
Normal file
3
docs/lib/omniread/xlsx/parser_base.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Parser Base
|
||||||
|
|
||||||
|
::: omniread.xlsx.parser_base
|
||||||
3
docs/lib/omniread/xlsx/scraper.md
Normal file
3
docs/lib/omniread/xlsx/scraper.md
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Scraper
|
||||||
|
|
||||||
|
::: omniread.xlsx.scraper
|
||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"project": "OmniRead",
|
"project": "omniread",
|
||||||
"type": "docforge-model",
|
"type": "docforge-model",
|
||||||
"modules_count": 22,
|
"modules_count": 22,
|
||||||
"source": "docforge"
|
"source": "docforge"
|
||||||
|
|||||||
@@ -4,11 +4,39 @@
|
|||||||
"path": "omniread.core.content",
|
"path": "omniread.core.content",
|
||||||
"docstring": "# Summary\n\nCanonical content models for OmniRead.\n\nThis module defines the **format-agnostic content representation** used across\nall parsers and scrapers in OmniRead.\n\nThe models defined here represent *what* was extracted, not *how* it was\nretrieved or parsed. Format-specific behavior and metadata must not alter\nthe semantic meaning of these models.",
|
"docstring": "# Summary\n\nCanonical content models for OmniRead.\n\nThis module defines the **format-agnostic content representation** used across\nall parsers and scrapers in OmniRead.\n\nThe models defined here represent *what* was extracted, not *how* it was\nretrieved or parsed. Format-specific behavior and metadata must not alter\nthe semantic meaning of these models.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"dataclass": {
|
||||||
|
"name": "dataclass",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.dataclass",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('dataclass', 'dataclasses.dataclass')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Enum": {
|
||||||
|
"name": "Enum",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.Enum",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Enum', 'enum.Enum')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.content.ContentType",
|
"path": "omniread.core.content.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('ContentType', 20, 49)>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
@@ -59,7 +87,7 @@
|
|||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.content.Content",
|
"path": "omniread.core.content.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Class.signature of Class('Content', 52, 84)>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
|
|||||||
@@ -8,35 +8,35 @@
|
|||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.Content",
|
"path": "omniread.core.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.Content.raw",
|
"path": "omniread.core.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.Content.source",
|
"path": "omniread.core.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.Content.content_type",
|
"path": "omniread.core.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.Content.metadata",
|
"path": "omniread.core.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,49 +45,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.ContentType",
|
"path": "omniread.core.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.ContentType.HTML",
|
"path": "omniread.core.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.ContentType.PDF",
|
"path": "omniread.core.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.ContentType.XLSX",
|
"path": "omniread.core.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.ContentType.CSV",
|
"path": "omniread.core.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.ContentType.JSON",
|
"path": "omniread.core.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.ContentType.XML",
|
"path": "omniread.core.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -96,35 +96,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.BaseParser",
|
"path": "omniread.core.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.BaseParser.supported_types",
|
"path": "omniread.core.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.BaseParser.content",
|
"path": "omniread.core.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.BaseParser.parse",
|
"path": "omniread.core.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.BaseParser.supports",
|
"path": "omniread.core.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -133,14 +133,14 @@
|
|||||||
"name": "BaseScraper",
|
"name": "BaseScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.BaseScraper",
|
"path": "omniread.core.BaseScraper",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseScraper', 'omniread.core.scraper.BaseScraper')>",
|
||||||
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.BaseScraper.fetch",
|
"path": "omniread.core.BaseScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.core.scraper.BaseScraper.fetch')>",
|
||||||
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -152,11 +152,39 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nCanonical content models for OmniRead.\n\nThis module defines the **format-agnostic content representation** used across\nall parsers and scrapers in OmniRead.\n\nThe models defined here represent *what* was extracted, not *how* it was\nretrieved or parsed. Format-specific behavior and metadata must not alter\nthe semantic meaning of these models.",
|
"docstring": "# Summary\n\nCanonical content models for OmniRead.\n\nThis module defines the **format-agnostic content representation** used across\nall parsers and scrapers in OmniRead.\n\nThe models defined here represent *what* was extracted, not *how* it was\nretrieved or parsed. Format-specific behavior and metadata must not alter\nthe semantic meaning of these models.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"dataclass": {
|
||||||
|
"name": "dataclass",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.dataclass",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('dataclass', 'dataclasses.dataclass')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Enum": {
|
||||||
|
"name": "Enum",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.Enum",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Enum', 'enum.Enum')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.content.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.content.ContentType",
|
"path": "omniread.core.content.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('ContentType', 20, 49)>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
@@ -207,7 +235,7 @@
|
|||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.content.Content",
|
"path": "omniread.core.content.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Class.signature of Class('Content', 52, 84)>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
@@ -249,39 +277,67 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nAbstract parsing contracts for OmniRead.\n\nThis module defines the **format-agnostic parser interface** used to transform\nraw content into structured, typed representations.\n\nParsers are responsible for:\n\n- Interpreting a single `Content` instance\n- Validating compatibility with the content type\n- Producing a structured output suitable for downstream consumers\n\nParsers are not responsible for:\n\n- Fetching or acquiring content\n- Performing retries or error recovery\n- Managing multiple content sources",
|
"docstring": "# Summary\n\nAbstract parsing contracts for OmniRead.\n\nThis module defines the **format-agnostic parser interface** used to transform\nraw content into structured, typed representations.\n\nParsers are responsible for:\n\n- Interpreting a single `Content` instance\n- Validating compatibility with the content type\n- Producing a structured output suitable for downstream consumers\n\nParsers are not responsible for:\n\n- Fetching or acquiring content\n- Performing retries or error recovery\n- Managing multiple content sources",
|
||||||
"members": {
|
"members": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.parser.Content",
|
"path": "omniread.core.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.raw",
|
"path": "omniread.core.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.source",
|
"path": "omniread.core.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.content_type",
|
"path": "omniread.core.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.metadata",
|
"path": "omniread.core.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -290,49 +346,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.parser.ContentType",
|
"path": "omniread.core.parser.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.HTML",
|
"path": "omniread.core.parser.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.PDF",
|
"path": "omniread.core.parser.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.XLSX",
|
"path": "omniread.core.parser.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.CSV",
|
"path": "omniread.core.parser.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.JSON",
|
"path": "omniread.core.parser.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.XML",
|
"path": "omniread.core.parser.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -348,7 +404,7 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.parser.BaseParser",
|
"path": "omniread.core.parser.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Class.signature of Class('BaseParser', 30, 111)>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -369,14 +425,14 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.parser.BaseParser.parse",
|
"path": "omniread.core.parser.BaseParser.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 75, 94)>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.parser.BaseParser.supports",
|
"path": "omniread.core.parser.BaseParser.supports",
|
||||||
"signature": "supports() -> bool",
|
"signature": "<bound method Function.signature of Function('supports', 96, 111)>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -390,39 +446,67 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nAbstract scraping contracts for OmniRead.\n\nThis module defines the **format-agnostic scraper interface** responsible for\nacquiring raw content from external sources.\n\nScrapers are responsible for:\n\n- Locating and retrieving raw content bytes\n- Attaching minimal contextual metadata\n- Returning normalized `Content` objects\n\nScrapers are explicitly NOT responsible for:\n\n- Parsing or interpreting content\n- Inferring structure or semantics\n- Performing content-type specific processing\n\nAll interpretation must be delegated to parsers.",
|
"docstring": "# Summary\n\nAbstract scraping contracts for OmniRead.\n\nThis module defines the **format-agnostic scraper interface** responsible for\nacquiring raw content from external sources.\n\nScrapers are responsible for:\n\n- Locating and retrieving raw content bytes\n- Attaching minimal contextual metadata\n- Returning normalized `Content` objects\n\nScrapers are explicitly NOT responsible for:\n\n- Parsing or interpreting content\n- Inferring structure or semantics\n- Performing content-type specific processing\n\nAll interpretation must be delegated to parsers.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.scraper.Content",
|
"path": "omniread.core.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.raw",
|
"path": "omniread.core.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.source",
|
"path": "omniread.core.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.content_type",
|
"path": "omniread.core.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.metadata",
|
"path": "omniread.core.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -431,14 +515,14 @@
|
|||||||
"name": "BaseScraper",
|
"name": "BaseScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.scraper.BaseScraper",
|
"path": "omniread.core.scraper.BaseScraper",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BaseScraper', 31, 83)>",
|
||||||
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.scraper.BaseScraper.fetch",
|
"path": "omniread.core.scraper.BaseScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 52, 83)>",
|
||||||
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,67 @@
|
|||||||
"path": "omniread.core.parser",
|
"path": "omniread.core.parser",
|
||||||
"docstring": "# Summary\n\nAbstract parsing contracts for OmniRead.\n\nThis module defines the **format-agnostic parser interface** used to transform\nraw content into structured, typed representations.\n\nParsers are responsible for:\n\n- Interpreting a single `Content` instance\n- Validating compatibility with the content type\n- Producing a structured output suitable for downstream consumers\n\nParsers are not responsible for:\n\n- Fetching or acquiring content\n- Performing retries or error recovery\n- Managing multiple content sources",
|
"docstring": "# Summary\n\nAbstract parsing contracts for OmniRead.\n\nThis module defines the **format-agnostic parser interface** used to transform\nraw content into structured, typed representations.\n\nParsers are responsible for:\n\n- Interpreting a single `Content` instance\n- Validating compatibility with the content type\n- Producing a structured output suitable for downstream consumers\n\nParsers are not responsible for:\n\n- Fetching or acquiring content\n- Performing retries or error recovery\n- Managing multiple content sources",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.parser.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.parser.Content",
|
"path": "omniread.core.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.raw",
|
"path": "omniread.core.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.source",
|
"path": "omniread.core.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.content_type",
|
"path": "omniread.core.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.Content.metadata",
|
"path": "omniread.core.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,49 +73,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.parser.ContentType",
|
"path": "omniread.core.parser.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.HTML",
|
"path": "omniread.core.parser.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.PDF",
|
"path": "omniread.core.parser.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.XLSX",
|
"path": "omniread.core.parser.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.CSV",
|
"path": "omniread.core.parser.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.JSON",
|
"path": "omniread.core.parser.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.parser.ContentType.XML",
|
"path": "omniread.core.parser.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -103,7 +131,7 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.parser.BaseParser",
|
"path": "omniread.core.parser.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Class.signature of Class('BaseParser', 30, 111)>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -124,14 +152,14 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.parser.BaseParser.parse",
|
"path": "omniread.core.parser.BaseParser.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 75, 94)>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.parser.BaseParser.supports",
|
"path": "omniread.core.parser.BaseParser.supports",
|
||||||
"signature": "supports() -> bool",
|
"signature": "<bound method Function.signature of Function('supports', 96, 111)>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,67 @@
|
|||||||
"path": "omniread.core.scraper",
|
"path": "omniread.core.scraper",
|
||||||
"docstring": "# Summary\n\nAbstract scraping contracts for OmniRead.\n\nThis module defines the **format-agnostic scraper interface** responsible for\nacquiring raw content from external sources.\n\nScrapers are responsible for:\n\n- Locating and retrieving raw content bytes\n- Attaching minimal contextual metadata\n- Returning normalized `Content` objects\n\nScrapers are explicitly NOT responsible for:\n\n- Parsing or interpreting content\n- Inferring structure or semantics\n- Performing content-type specific processing\n\nAll interpretation must be delegated to parsers.",
|
"docstring": "# Summary\n\nAbstract scraping contracts for OmniRead.\n\nThis module defines the **format-agnostic scraper interface** responsible for\nacquiring raw content from external sources.\n\nScrapers are responsible for:\n\n- Locating and retrieving raw content bytes\n- Attaching minimal contextual metadata\n- Returning normalized `Content` objects\n\nScrapers are explicitly NOT responsible for:\n\n- Parsing or interpreting content\n- Inferring structure or semantics\n- Performing content-type specific processing\n\nAll interpretation must be delegated to parsers.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.core.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.scraper.Content",
|
"path": "omniread.core.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.raw",
|
"path": "omniread.core.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.source",
|
"path": "omniread.core.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.content_type",
|
"path": "omniread.core.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.core.scraper.Content.metadata",
|
"path": "omniread.core.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,14 +73,14 @@
|
|||||||
"name": "BaseScraper",
|
"name": "BaseScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.core.scraper.BaseScraper",
|
"path": "omniread.core.scraper.BaseScraper",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BaseScraper', 31, 83)>",
|
||||||
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.core.scraper.BaseScraper.fetch",
|
"path": "omniread.core.scraper.BaseScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 52, 83)>",
|
||||||
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,18 +4,46 @@
|
|||||||
"path": "omniread.csv.client",
|
"path": "omniread.csv.client",
|
||||||
"docstring": "# Summary\n\nCSV client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\ncomma-separated-value document bytes from a concrete backing store.\n\nClients provide low-level access to csv binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
"docstring": "# Summary\n\nCSV client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\ncomma-separated-value document bytes from a concrete backing store.\n\nClients provide low-level access to csv binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Path": {
|
||||||
|
"name": "Path",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.Path",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Path', 'pathlib.Path')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"BaseCsvClient": {
|
"BaseCsvClient": {
|
||||||
"name": "BaseCsvClient",
|
"name": "BaseCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.client.BaseCsvClient",
|
"path": "omniread.csv.client.BaseCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BaseCsvClient', 25, 58)>",
|
||||||
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.client.BaseCsvClient.fetch",
|
"path": "omniread.csv.client.BaseCsvClient.fetch",
|
||||||
"signature": "fetch(source: Any) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 40, 58)>",
|
||||||
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -24,14 +52,14 @@
|
|||||||
"name": "FileSystemCsvClient",
|
"name": "FileSystemCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.client.FileSystemCsvClient",
|
"path": "omniread.csv.client.FileSystemCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('FileSystemCsvClient', 61, 97)>",
|
||||||
"docstring": "CSV client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads csv files directly from the disk and\n returns their raw binary contents.",
|
"docstring": "CSV client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads csv files directly from the disk and\n returns their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.client.FileSystemCsvClient.fetch",
|
"path": "omniread.csv.client.FileSystemCsvClient.fetch",
|
||||||
"signature": "fetch(path: Path) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 72, 97)>",
|
||||||
"docstring": "Read a csv file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the csv file.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read a csv file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the csv file.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,14 +8,14 @@
|
|||||||
"name": "BaseCsvClient",
|
"name": "BaseCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.BaseCsvClient",
|
"path": "omniread.csv.BaseCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseCsvClient', 'omniread.csv.client.BaseCsvClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.BaseCsvClient.fetch",
|
"path": "omniread.csv.BaseCsvClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.csv.client.BaseCsvClient.fetch')>",
|
||||||
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -24,14 +24,14 @@
|
|||||||
"name": "FileSystemCsvClient",
|
"name": "FileSystemCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.FileSystemCsvClient",
|
"path": "omniread.csv.FileSystemCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('FileSystemCsvClient', 'omniread.csv.client.FileSystemCsvClient')>",
|
||||||
"docstring": "CSV client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads csv files directly from the disk and\n returns their raw binary contents.",
|
"docstring": "CSV client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads csv files directly from the disk and\n returns their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.FileSystemCsvClient.fetch",
|
"path": "omniread.csv.FileSystemCsvClient.fetch",
|
||||||
"signature": "fetch(path: Path)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.csv.client.FileSystemCsvClient.fetch')>",
|
||||||
"docstring": "Read a csv file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the csv file.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read a csv file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the csv file.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -40,21 +40,21 @@
|
|||||||
"name": "CsvParser",
|
"name": "CsvParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.CsvParser",
|
"path": "omniread.csv.CsvParser",
|
||||||
"signature": "CsvParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('CsvParser', 'omniread.csv.parser.CsvParser')>",
|
||||||
"docstring": "Generic csv parser producing string rows from the document.\n\nNotes:\n **Responsibilities:**\n\n - Decode the payload (UTF-8 with BOM support, Latin-1 fallback).\n - Detect the delimiter from a leading sample (`,` `;` tab `|`),\n defaulting to `,`.\n - Normalize cells into deterministic stripped string values.\n - Expose row extraction helpers mirroring `XlsxParser.rows`.\n\n **Constraints:**\n\n - All values are strings; consumers requiring typed values must\n convert on their side.\n - Quoted fields containing delimiters/newlines are handled by\n the standard ``csv`` module.",
|
"docstring": "Generic csv parser producing string rows from the document.\n\nNotes:\n **Responsibilities:**\n\n - Decode the payload (UTF-8 with BOM support, Latin-1 fallback).\n - Detect the delimiter from a leading sample (`,` `;` tab `|`),\n defaulting to `,`.\n - Normalize cells into deterministic stripped string values.\n - Expose row extraction helpers mirroring `XlsxParser.rows`.\n\n **Constraints:**\n\n - All values are strings; consumers requiring typed values must\n convert on their side.\n - Quoted fields containing delimiters/newlines are handled by\n the standard ``csv`` module.",
|
||||||
"members": {
|
"members": {
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.CsvParser.parse",
|
"path": "omniread.csv.CsvParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.csv.parser.CsvParser.parse')>",
|
||||||
"docstring": "Parse the document into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the document."
|
"docstring": "Parse the document into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the document."
|
||||||
},
|
},
|
||||||
"rows": {
|
"rows": {
|
||||||
"name": "rows",
|
"name": "rows",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.CsvParser.rows",
|
"path": "omniread.csv.CsvParser.rows",
|
||||||
"signature": "rows(*, skip_empty: bool = True)",
|
"signature": "<bound method Alias.signature of Alias('rows', 'omniread.csv.parser.CsvParser.rows')>",
|
||||||
"docstring": "Extract normalized string rows from the document.\n\nArgs:\n skip_empty (bool):\n When True (default), rows whose cells are all blank are\n omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row."
|
"docstring": "Extract normalized string rows from the document.\n\nArgs:\n skip_empty (bool):\n When True (default), rows whose cells are all blank are\n omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -63,21 +63,21 @@
|
|||||||
"name": "CsvParserBase",
|
"name": "CsvParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.CsvParserBase",
|
"path": "omniread.csv.CsvParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CsvParserBase', 'omniread.csv.parser_base.CsvParserBase')>",
|
||||||
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.CsvParserBase.supported_types",
|
"path": "omniread.csv.CsvParserBase.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.csv.parser_base.CsvParserBase.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (CSV only)."
|
"docstring": "Set of content types supported by this parser (CSV only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.CsvParserBase.parse",
|
"path": "omniread.csv.CsvParserBase.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.csv.parser_base.CsvParserBase.parse')>",
|
||||||
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -86,14 +86,14 @@
|
|||||||
"name": "CsvScraper",
|
"name": "CsvScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.CsvScraper",
|
"path": "omniread.csv.CsvScraper",
|
||||||
"signature": "CsvScraper(*, client: BaseCsvClient)",
|
"signature": "<bound method Alias.signature of Alias('CsvScraper', 'omniread.csv.scraper.CsvScraper')>",
|
||||||
"docstring": "Scraper for csv documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw csv bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n CSV content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for csv documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw csv bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n CSV content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.CsvScraper.fetch",
|
"path": "omniread.csv.CsvScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.csv.scraper.CsvScraper.fetch')>",
|
||||||
"docstring": "Fetch a csv document from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw csv bytes, source\n identifier, CSV content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
"docstring": "Fetch a csv document from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw csv bytes, source\n identifier, CSV content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -105,18 +105,46 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nCSV client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\ncomma-separated-value document bytes from a concrete backing store.\n\nClients provide low-level access to csv binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
"docstring": "# Summary\n\nCSV client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\ncomma-separated-value document bytes from a concrete backing store.\n\nClients provide low-level access to csv binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
||||||
"members": {
|
"members": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Path": {
|
||||||
|
"name": "Path",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.Path",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Path', 'pathlib.Path')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.client.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"BaseCsvClient": {
|
"BaseCsvClient": {
|
||||||
"name": "BaseCsvClient",
|
"name": "BaseCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.client.BaseCsvClient",
|
"path": "omniread.csv.client.BaseCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BaseCsvClient', 25, 58)>",
|
||||||
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.client.BaseCsvClient.fetch",
|
"path": "omniread.csv.client.BaseCsvClient.fetch",
|
||||||
"signature": "fetch(source: Any) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 40, 58)>",
|
||||||
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -125,14 +153,14 @@
|
|||||||
"name": "FileSystemCsvClient",
|
"name": "FileSystemCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.client.FileSystemCsvClient",
|
"path": "omniread.csv.client.FileSystemCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('FileSystemCsvClient', 61, 97)>",
|
||||||
"docstring": "CSV client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads csv files directly from the disk and\n returns their raw binary contents.",
|
"docstring": "CSV client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads csv files directly from the disk and\n returns their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.client.FileSystemCsvClient.fetch",
|
"path": "omniread.csv.client.FileSystemCsvClient.fetch",
|
||||||
"signature": "fetch(path: Path) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 72, 97)>",
|
||||||
"docstring": "Read a csv file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the csv file.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read a csv file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the csv file.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -146,39 +174,60 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nCSV parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for comma-separated-value\ndocuments. It exposes records as lists of string cells so downstream\nconsumers can interpret tabular content without depending on the ``csv``\nmodule directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization and\ndelimiter detection.",
|
"docstring": "# Summary\n\nCSV parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for comma-separated-value\ndocuments. It exposes records as lists of string cells so downstream\nconsumers can interpret tabular content without depending on the ``csv``\nmodule directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization and\ndelimiter detection.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"Sniffer": {
|
||||||
|
"name": "Sniffer",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser.Sniffer",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Sniffer', 'csv.Sniffer')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"reader": {
|
||||||
|
"name": "reader",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser.reader",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('reader', 'csv.reader')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"StringIO": {
|
||||||
|
"name": "StringIO",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser.StringIO",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('StringIO', 'io.StringIO')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser.Content",
|
"path": "omniread.csv.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.raw",
|
"path": "omniread.csv.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.source",
|
"path": "omniread.csv.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.content_type",
|
"path": "omniread.csv.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.metadata",
|
"path": "omniread.csv.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -187,21 +236,21 @@
|
|||||||
"name": "CsvParserBase",
|
"name": "CsvParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser.CsvParserBase",
|
"path": "omniread.csv.parser.CsvParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CsvParserBase', 'omniread.csv.parser_base.CsvParserBase')>",
|
||||||
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.CsvParserBase.supported_types",
|
"path": "omniread.csv.parser.CsvParserBase.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.csv.parser_base.CsvParserBase.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (CSV only)."
|
"docstring": "Set of content types supported by this parser (CSV only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser.CsvParserBase.parse",
|
"path": "omniread.csv.parser.CsvParserBase.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.csv.parser_base.CsvParserBase.parse')>",
|
||||||
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -210,21 +259,21 @@
|
|||||||
"name": "CsvParser",
|
"name": "CsvParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser.CsvParser",
|
"path": "omniread.csv.parser.CsvParser",
|
||||||
"signature": "CsvParser(content: Content)",
|
"signature": "<bound method Class.signature of Class('CsvParser', 24, 102)>",
|
||||||
"docstring": "Generic csv parser producing string rows from the document.\n\nNotes:\n **Responsibilities:**\n\n - Decode the payload (UTF-8 with BOM support, Latin-1 fallback).\n - Detect the delimiter from a leading sample (`,` `;` tab `|`),\n defaulting to `,`.\n - Normalize cells into deterministic stripped string values.\n - Expose row extraction helpers mirroring `XlsxParser.rows`.\n\n **Constraints:**\n\n - All values are strings; consumers requiring typed values must\n convert on their side.\n - Quoted fields containing delimiters/newlines are handled by\n the standard ``csv`` module.",
|
"docstring": "Generic csv parser producing string rows from the document.\n\nNotes:\n **Responsibilities:**\n\n - Decode the payload (UTF-8 with BOM support, Latin-1 fallback).\n - Detect the delimiter from a leading sample (`,` `;` tab `|`),\n defaulting to `,`.\n - Normalize cells into deterministic stripped string values.\n - Expose row extraction helpers mirroring `XlsxParser.rows`.\n\n **Constraints:**\n\n - All values are strings; consumers requiring typed values must\n convert on their side.\n - Quoted fields containing delimiters/newlines are handled by\n the standard ``csv`` module.",
|
||||||
"members": {
|
"members": {
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser.CsvParser.parse",
|
"path": "omniread.csv.parser.CsvParser.parse",
|
||||||
"signature": "parse() -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('parse', 57, 65)>",
|
||||||
"docstring": "Parse the document into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the document."
|
"docstring": "Parse the document into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the document."
|
||||||
},
|
},
|
||||||
"rows": {
|
"rows": {
|
||||||
"name": "rows",
|
"name": "rows",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser.CsvParser.rows",
|
"path": "omniread.csv.parser.CsvParser.rows",
|
||||||
"signature": "rows(*, skip_empty: bool = True) -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('rows', 67, 95)>",
|
||||||
"docstring": "Extract normalized string rows from the document.\n\nArgs:\n skip_empty (bool):\n When True (default), rows whose cells are all blank are\n omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row."
|
"docstring": "Extract normalized string rows from the document.\n\nArgs:\n skip_empty (bool):\n When True (default), rows whose cells are all blank are\n omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -238,53 +287,74 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nCSV parser base implementation for OmniRead.\n\nThis module defines the **CSV-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for\ncomma-separated-value documents.",
|
"docstring": "# Summary\n\nCSV parser base implementation for OmniRead.\n\nThis module defines the **CSV-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for\ncomma-separated-value documents.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser_base.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser_base.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser_base.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser_base.ContentType",
|
"path": "omniread.csv.parser_base.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.HTML",
|
"path": "omniread.csv.parser_base.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.PDF",
|
"path": "omniread.csv.parser_base.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.XLSX",
|
"path": "omniread.csv.parser_base.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.CSV",
|
"path": "omniread.csv.parser_base.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.JSON",
|
"path": "omniread.csv.parser_base.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.XML",
|
"path": "omniread.csv.parser_base.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -293,35 +363,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser_base.BaseParser",
|
"path": "omniread.csv.parser_base.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.supported_types",
|
"path": "omniread.csv.parser_base.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.content",
|
"path": "omniread.csv.parser_base.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.parse",
|
"path": "omniread.csv.parser_base.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.supports",
|
"path": "omniread.csv.parser_base.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -337,7 +407,7 @@
|
|||||||
"name": "CsvParserBase",
|
"name": "CsvParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser_base.CsvParserBase",
|
"path": "omniread.csv.parser_base.CsvParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('CsvParserBase', 20, 55)>",
|
||||||
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -351,7 +421,7 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser_base.CsvParserBase.parse",
|
"path": "omniread.csv.parser_base.CsvParserBase.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 42, 55)>",
|
||||||
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -365,39 +435,53 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nCSV scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw\ncomma-separated-value document content from a backing store via a\nconfigured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
"docstring": "# Summary\n\nCSV scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw\ncomma-separated-value document content from a backing store via a\nconfigured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.Content",
|
"path": "omniread.csv.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.raw",
|
"path": "omniread.csv.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.source",
|
"path": "omniread.csv.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.content_type",
|
"path": "omniread.csv.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.metadata",
|
"path": "omniread.csv.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -406,49 +490,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.ContentType",
|
"path": "omniread.csv.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.HTML",
|
"path": "omniread.csv.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.PDF",
|
"path": "omniread.csv.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.XLSX",
|
"path": "omniread.csv.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.CSV",
|
"path": "omniread.csv.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.JSON",
|
"path": "omniread.csv.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.XML",
|
"path": "omniread.csv.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -457,14 +541,14 @@
|
|||||||
"name": "BaseCsvClient",
|
"name": "BaseCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.BaseCsvClient",
|
"path": "omniread.csv.scraper.BaseCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseCsvClient', 'omniread.csv.client.BaseCsvClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.scraper.BaseCsvClient.fetch",
|
"path": "omniread.csv.scraper.BaseCsvClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.csv.client.BaseCsvClient.fetch')>",
|
||||||
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -473,14 +557,14 @@
|
|||||||
"name": "CsvScraper",
|
"name": "CsvScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.CsvScraper",
|
"path": "omniread.csv.scraper.CsvScraper",
|
||||||
"signature": "CsvScraper(*, client: BaseCsvClient)",
|
"signature": "<bound method Class.signature of Class('CsvScraper', 22, 81)>",
|
||||||
"docstring": "Scraper for csv documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw csv bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n CSV content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for csv documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw csv bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n CSV content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.scraper.CsvScraper.fetch",
|
"path": "omniread.csv.scraper.CsvScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 49, 81)>",
|
||||||
"docstring": "Fetch a csv document from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw csv bytes, source\n identifier, CSV content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
"docstring": "Fetch a csv document from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw csv bytes, source\n identifier, CSV content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,60 @@
|
|||||||
"path": "omniread.csv.parser",
|
"path": "omniread.csv.parser",
|
||||||
"docstring": "# Summary\n\nCSV parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for comma-separated-value\ndocuments. It exposes records as lists of string cells so downstream\nconsumers can interpret tabular content without depending on the ``csv``\nmodule directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization and\ndelimiter detection.",
|
"docstring": "# Summary\n\nCSV parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for comma-separated-value\ndocuments. It exposes records as lists of string cells so downstream\nconsumers can interpret tabular content without depending on the ``csv``\nmodule directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization and\ndelimiter detection.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"Sniffer": {
|
||||||
|
"name": "Sniffer",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser.Sniffer",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Sniffer', 'csv.Sniffer')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"reader": {
|
||||||
|
"name": "reader",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser.reader",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('reader', 'csv.reader')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"StringIO": {
|
||||||
|
"name": "StringIO",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser.StringIO",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('StringIO', 'io.StringIO')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser.Content",
|
"path": "omniread.csv.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.raw",
|
"path": "omniread.csv.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.source",
|
"path": "omniread.csv.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.content_type",
|
"path": "omniread.csv.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.Content.metadata",
|
"path": "omniread.csv.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,21 +66,21 @@
|
|||||||
"name": "CsvParserBase",
|
"name": "CsvParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser.CsvParserBase",
|
"path": "omniread.csv.parser.CsvParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CsvParserBase', 'omniread.csv.parser_base.CsvParserBase')>",
|
||||||
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser.CsvParserBase.supported_types",
|
"path": "omniread.csv.parser.CsvParserBase.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.csv.parser_base.CsvParserBase.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (CSV only)."
|
"docstring": "Set of content types supported by this parser (CSV only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser.CsvParserBase.parse",
|
"path": "omniread.csv.parser.CsvParserBase.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.csv.parser_base.CsvParserBase.parse')>",
|
||||||
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -68,21 +89,21 @@
|
|||||||
"name": "CsvParser",
|
"name": "CsvParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser.CsvParser",
|
"path": "omniread.csv.parser.CsvParser",
|
||||||
"signature": "CsvParser(content: Content)",
|
"signature": "<bound method Class.signature of Class('CsvParser', 24, 102)>",
|
||||||
"docstring": "Generic csv parser producing string rows from the document.\n\nNotes:\n **Responsibilities:**\n\n - Decode the payload (UTF-8 with BOM support, Latin-1 fallback).\n - Detect the delimiter from a leading sample (`,` `;` tab `|`),\n defaulting to `,`.\n - Normalize cells into deterministic stripped string values.\n - Expose row extraction helpers mirroring `XlsxParser.rows`.\n\n **Constraints:**\n\n - All values are strings; consumers requiring typed values must\n convert on their side.\n - Quoted fields containing delimiters/newlines are handled by\n the standard ``csv`` module.",
|
"docstring": "Generic csv parser producing string rows from the document.\n\nNotes:\n **Responsibilities:**\n\n - Decode the payload (UTF-8 with BOM support, Latin-1 fallback).\n - Detect the delimiter from a leading sample (`,` `;` tab `|`),\n defaulting to `,`.\n - Normalize cells into deterministic stripped string values.\n - Expose row extraction helpers mirroring `XlsxParser.rows`.\n\n **Constraints:**\n\n - All values are strings; consumers requiring typed values must\n convert on their side.\n - Quoted fields containing delimiters/newlines are handled by\n the standard ``csv`` module.",
|
||||||
"members": {
|
"members": {
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser.CsvParser.parse",
|
"path": "omniread.csv.parser.CsvParser.parse",
|
||||||
"signature": "parse() -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('parse', 57, 65)>",
|
||||||
"docstring": "Parse the document into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the document."
|
"docstring": "Parse the document into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the document."
|
||||||
},
|
},
|
||||||
"rows": {
|
"rows": {
|
||||||
"name": "rows",
|
"name": "rows",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser.CsvParser.rows",
|
"path": "omniread.csv.parser.CsvParser.rows",
|
||||||
"signature": "rows(*, skip_empty: bool = True) -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('rows', 67, 95)>",
|
||||||
"docstring": "Extract normalized string rows from the document.\n\nArgs:\n skip_empty (bool):\n When True (default), rows whose cells are all blank are\n omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row."
|
"docstring": "Extract normalized string rows from the document.\n\nArgs:\n skip_empty (bool):\n When True (default), rows whose cells are all blank are\n omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,53 +4,74 @@
|
|||||||
"path": "omniread.csv.parser_base",
|
"path": "omniread.csv.parser_base",
|
||||||
"docstring": "# Summary\n\nCSV parser base implementation for OmniRead.\n\nThis module defines the **CSV-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for\ncomma-separated-value documents.",
|
"docstring": "# Summary\n\nCSV parser base implementation for OmniRead.\n\nThis module defines the **CSV-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for\ncomma-separated-value documents.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser_base.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser_base.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.parser_base.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser_base.ContentType",
|
"path": "omniread.csv.parser_base.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.HTML",
|
"path": "omniread.csv.parser_base.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.PDF",
|
"path": "omniread.csv.parser_base.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.XLSX",
|
"path": "omniread.csv.parser_base.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.CSV",
|
"path": "omniread.csv.parser_base.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.JSON",
|
"path": "omniread.csv.parser_base.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.ContentType.XML",
|
"path": "omniread.csv.parser_base.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -59,35 +80,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser_base.BaseParser",
|
"path": "omniread.csv.parser_base.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.supported_types",
|
"path": "omniread.csv.parser_base.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.content",
|
"path": "omniread.csv.parser_base.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.parse",
|
"path": "omniread.csv.parser_base.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser_base.BaseParser.supports",
|
"path": "omniread.csv.parser_base.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -103,7 +124,7 @@
|
|||||||
"name": "CsvParserBase",
|
"name": "CsvParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.parser_base.CsvParserBase",
|
"path": "omniread.csv.parser_base.CsvParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('CsvParserBase', 20, 55)>",
|
||||||
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base csv parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces csv content-type compatibility and provides\n the extension point for implementing concrete csv parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -117,7 +138,7 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.parser_base.CsvParserBase.parse",
|
"path": "omniread.csv.parser_base.CsvParserBase.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 42, 55)>",
|
||||||
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse csv content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,53 @@
|
|||||||
"path": "omniread.csv.scraper",
|
"path": "omniread.csv.scraper",
|
||||||
"docstring": "# Summary\n\nCSV scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw\ncomma-separated-value document content from a backing store via a\nconfigured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
"docstring": "# Summary\n\nCSV scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw\ncomma-separated-value document content from a backing store via a\nconfigured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.csv.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.Content",
|
"path": "omniread.csv.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.raw",
|
"path": "omniread.csv.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.source",
|
"path": "omniread.csv.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.content_type",
|
"path": "omniread.csv.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.Content.metadata",
|
"path": "omniread.csv.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,49 +59,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.ContentType",
|
"path": "omniread.csv.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.HTML",
|
"path": "omniread.csv.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.PDF",
|
"path": "omniread.csv.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.XLSX",
|
"path": "omniread.csv.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.CSV",
|
"path": "omniread.csv.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.JSON",
|
"path": "omniread.csv.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.csv.scraper.ContentType.XML",
|
"path": "omniread.csv.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -96,14 +110,14 @@
|
|||||||
"name": "BaseCsvClient",
|
"name": "BaseCsvClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.BaseCsvClient",
|
"path": "omniread.csv.scraper.BaseCsvClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseCsvClient', 'omniread.csv.client.BaseCsvClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving csv bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full csv binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.scraper.BaseCsvClient.fetch",
|
"path": "omniread.csv.scraper.BaseCsvClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.csv.client.BaseCsvClient.fetch')>",
|
||||||
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw csv bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw csv bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -112,14 +126,14 @@
|
|||||||
"name": "CsvScraper",
|
"name": "CsvScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.csv.scraper.CsvScraper",
|
"path": "omniread.csv.scraper.CsvScraper",
|
||||||
"signature": "CsvScraper(*, client: BaseCsvClient)",
|
"signature": "<bound method Class.signature of Class('CsvScraper', 22, 81)>",
|
||||||
"docstring": "Scraper for csv documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw csv bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n CSV content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for csv documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw csv bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n CSV content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.csv.scraper.CsvScraper.fetch",
|
"path": "omniread.csv.scraper.CsvScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 49, 81)>",
|
||||||
"docstring": "Fetch a csv document from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw csv bytes, source\n identifier, CSV content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
"docstring": "Fetch a csv document from the given source.\n\nArgs:\n source (Any):\n Identifier of the csv source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw csv bytes, source\n identifier, CSV content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,28 +8,28 @@
|
|||||||
"name": "HTMLScraper",
|
"name": "HTMLScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.HTMLScraper",
|
"path": "omniread.html.HTMLScraper",
|
||||||
"signature": "HTMLScraper(*, client: httpx.Client | None = None, timeout: float = 15.0, headers: Mapping[str, str] | None = None, follow_redirects: bool = True)",
|
"signature": "<bound method Alias.signature of Alias('HTMLScraper', 'omniread.html.scraper.HTMLScraper')>",
|
||||||
"docstring": "Base HTML scraper using `httpx`.\n\nNotes:\n **Responsibilities:**\n\n - This scraper retrieves HTML documents over HTTP(S) and returns\n them as raw content wrapped in a `Content` object.\n - Fetches raw bytes and metadata only.\n - The scraper uses `httpx.Client` for HTTP requests, enforces an\n HTML content type, and preserves HTTP response metadata.\n\n **Constraints:**\n\n - The scraper does not: Parse HTML, perform retries or backoff,\n handle non-HTML responses.",
|
"docstring": "Base HTML scraper using `httpx`.\n\nNotes:\n **Responsibilities:**\n\n - This scraper retrieves HTML documents over HTTP(S) and returns\n them as raw content wrapped in a `Content` object.\n - Fetches raw bytes and metadata only.\n - The scraper uses `httpx.Client` for HTTP requests, enforces an\n HTML content type, and preserves HTTP response metadata.\n\n **Constraints:**\n\n - The scraper does not: Parse HTML, perform retries or backoff,\n handle non-HTML responses.",
|
||||||
"members": {
|
"members": {
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.HTMLScraper.content_type",
|
"path": "omniread.html.HTMLScraper.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.html.scraper.HTMLScraper.content_type')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"validate_content_type": {
|
"validate_content_type": {
|
||||||
"name": "validate_content_type",
|
"name": "validate_content_type",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.HTMLScraper.validate_content_type",
|
"path": "omniread.html.HTMLScraper.validate_content_type",
|
||||||
"signature": "validate_content_type(response: httpx.Response)",
|
"signature": "<bound method Alias.signature of Alias('validate_content_type', 'omniread.html.scraper.HTMLScraper.validate_content_type')>",
|
||||||
"docstring": "Validate that the HTTP response contains HTML content.\n\nArgs:\n response (httpx.Response):\n HTTP response returned by `httpx`.\n\nRaises:\n ValueError:\n If the `Content-Type` header is missing or does not indicate HTML content."
|
"docstring": "Validate that the HTTP response contains HTML content.\n\nArgs:\n response (httpx.Response):\n HTTP response returned by `httpx`.\n\nRaises:\n ValueError:\n If the `Content-Type` header is missing or does not indicate HTML content."
|
||||||
},
|
},
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.HTMLScraper.fetch",
|
"path": "omniread.html.HTMLScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.html.scraper.HTMLScraper.fetch')>",
|
||||||
"docstring": "Fetch an HTML document from the given source.\n\nArgs:\n source (str):\n URL of the HTML document.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to be merged into the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw HTML bytes, source URL, HTML content type, and HTTP response metadata.\n\nRaises:\n httpx.HTTPError:\n If the HTTP request fails.\n ValueError:\n If the response is not valid HTML."
|
"docstring": "Fetch an HTML document from the given source.\n\nArgs:\n source (str):\n URL of the HTML document.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to be merged into the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw HTML bytes, source URL, HTML content type, and HTTP response metadata.\n\nRaises:\n httpx.HTTPError:\n If the HTTP request fails.\n ValueError:\n If the response is not valid HTML."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -38,49 +38,49 @@
|
|||||||
"name": "HTMLParser",
|
"name": "HTMLParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.HTMLParser",
|
"path": "omniread.html.HTMLParser",
|
||||||
"signature": "HTMLParser(content: Content, features: str = 'html.parser')",
|
"signature": "<bound method Alias.signature of Alias('HTMLParser', 'omniread.html.parser.HTMLParser')>",
|
||||||
"docstring": "Base HTML parser.\n\nNotes:\n **Responsibilities:**\n\n - This class extends the core `BaseParser` with HTML-specific behavior,\n including DOM parsing via BeautifulSoup and reusable extraction helpers.\n - Provides reusable helpers for HTML extraction. Concrete parsers must\n explicitly define the return type.\n\n **Guarantees:**\n\n - Accepts only HTML content.\n - Owns a parsed BeautifulSoup DOM tree.\n - Provides pure helper utilities for common HTML structures.\n\n **Constraints:**\n\n - Concrete subclasses must define the output type `T` and implement\n the `parse()` method.",
|
"docstring": "Base HTML parser.\n\nNotes:\n **Responsibilities:**\n\n - This class extends the core `BaseParser` with HTML-specific behavior,\n including DOM parsing via BeautifulSoup and reusable extraction helpers.\n - Provides reusable helpers for HTML extraction. Concrete parsers must\n explicitly define the return type.\n\n **Guarantees:**\n\n - Accepts only HTML content.\n - Owns a parsed BeautifulSoup DOM tree.\n - Provides pure helper utilities for common HTML structures.\n\n **Constraints:**\n\n - Concrete subclasses must define the output type `T` and implement\n the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.HTMLParser.supported_types",
|
"path": "omniread.html.HTMLParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.html.parser.HTMLParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (HTML only)."
|
"docstring": "Set of content types supported by this parser (HTML only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.HTMLParser.parse",
|
"path": "omniread.html.HTMLParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.html.parser.HTMLParser.parse')>",
|
||||||
"docstring": "Fully parse the HTML content into structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the HTML DOM and return a\n deterministic, structured output."
|
"docstring": "Fully parse the HTML content into structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the HTML DOM and return a\n deterministic, structured output."
|
||||||
},
|
},
|
||||||
"parse_div": {
|
"parse_div": {
|
||||||
"name": "parse_div",
|
"name": "parse_div",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.HTMLParser.parse_div",
|
"path": "omniread.html.HTMLParser.parse_div",
|
||||||
"signature": "parse_div(div: Tag, *, separator: str = ' ')",
|
"signature": "<bound method Alias.signature of Alias('parse_div', 'omniread.html.parser.HTMLParser.parse_div')>",
|
||||||
"docstring": "Extract normalized text from a `<div>` element.\n\nArgs:\n div (Tag):\n BeautifulSoup tag representing a `<div>`.\n separator (str, optional):\n String used to separate text nodes.\n\nReturns:\n str:\n Flattened, whitespace-normalized text content."
|
"docstring": "Extract normalized text from a `<div>` element.\n\nArgs:\n div (Tag):\n BeautifulSoup tag representing a `<div>`.\n separator (str, optional):\n String used to separate text nodes.\n\nReturns:\n str:\n Flattened, whitespace-normalized text content."
|
||||||
},
|
},
|
||||||
"parse_link": {
|
"parse_link": {
|
||||||
"name": "parse_link",
|
"name": "parse_link",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.HTMLParser.parse_link",
|
"path": "omniread.html.HTMLParser.parse_link",
|
||||||
"signature": "parse_link(a: Tag)",
|
"signature": "<bound method Alias.signature of Alias('parse_link', 'omniread.html.parser.HTMLParser.parse_link')>",
|
||||||
"docstring": "Extract the hyperlink reference from an `<a>` element.\n\nArgs:\n a (Tag):\n BeautifulSoup tag representing an anchor.\n\nReturns:\n str | None:\n The value of the `href` attribute, or None if absent."
|
"docstring": "Extract the hyperlink reference from an `<a>` element.\n\nArgs:\n a (Tag):\n BeautifulSoup tag representing an anchor.\n\nReturns:\n str | None:\n The value of the `href` attribute, or None if absent."
|
||||||
},
|
},
|
||||||
"parse_table": {
|
"parse_table": {
|
||||||
"name": "parse_table",
|
"name": "parse_table",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.HTMLParser.parse_table",
|
"path": "omniread.html.HTMLParser.parse_table",
|
||||||
"signature": "parse_table(table: Tag)",
|
"signature": "<bound method Alias.signature of Alias('parse_table', 'omniread.html.parser.HTMLParser.parse_table')>",
|
||||||
"docstring": "Parse an HTML table into a 2D list of strings.\n\nArgs:\n table (Tag):\n BeautifulSoup tag representing a `<table>`.\n\nReturns:\n list[list[str]]:\n A list of rows, where each row is a list of cell text values."
|
"docstring": "Parse an HTML table into a 2D list of strings.\n\nArgs:\n table (Tag):\n BeautifulSoup tag representing a `<table>`.\n\nReturns:\n list[list[str]]:\n A list of rows, where each row is a list of cell text values."
|
||||||
},
|
},
|
||||||
"parse_meta": {
|
"parse_meta": {
|
||||||
"name": "parse_meta",
|
"name": "parse_meta",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.HTMLParser.parse_meta",
|
"path": "omniread.html.HTMLParser.parse_meta",
|
||||||
"signature": "parse_meta()",
|
"signature": "<bound method Alias.signature of Alias('parse_meta', 'omniread.html.parser.HTMLParser.parse_meta')>",
|
||||||
"docstring": "Extract high-level metadata from the HTML document.\n\nReturns:\n dict[str, Any]:\n Dictionary containing extracted metadata.\n\nNotes:\n **Responsibilities:**\n\n - Extract high-level metadata from the HTML document.\n - This includes: Document title, `<meta>` tag name/property to\n content mappings."
|
"docstring": "Extract high-level metadata from the HTML document.\n\nReturns:\n dict[str, Any]:\n Dictionary containing extracted metadata.\n\nNotes:\n **Responsibilities:**\n\n - Extract high-level metadata from the HTML document.\n - This includes: Document title, `<meta>` tag name/property to\n content mappings."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -92,39 +92,81 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nHTML parser base implementations for OmniRead.\n\nThis module provides reusable HTML parsing utilities built on top of\nthe abstract parser contracts defined in `omniread.core.parser`.\n\nIt supplies:\n\n- Content-type enforcement for HTML inputs\n- BeautifulSoup initialization and lifecycle management\n- Common helper methods for extracting structured data from HTML elements\n\nConcrete parsers must subclass `HTMLParser` and implement the `parse()` method\nto return a structured representation appropriate for their use case.",
|
"docstring": "# Summary\n\nHTML parser base implementations for OmniRead.\n\nThis module provides reusable HTML parsing utilities built on top of\nthe abstract parser contracts defined in `omniread.core.parser`.\n\nIt supplies:\n\n- Content-type enforcement for HTML inputs\n- BeautifulSoup initialization and lifecycle management\n- Common helper methods for extracting structured data from HTML elements\n\nConcrete parsers must subclass `HTMLParser` and implement the `parse()` method\nto return a structured representation appropriate for their use case.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"BeautifulSoup": {
|
||||||
|
"name": "BeautifulSoup",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.BeautifulSoup",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('BeautifulSoup', 'bs4.BeautifulSoup')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Tag": {
|
||||||
|
"name": "Tag",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.Tag",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Tag', 'bs4.Tag')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.Content",
|
"path": "omniread.html.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.raw",
|
"path": "omniread.html.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.source",
|
"path": "omniread.html.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.content_type",
|
"path": "omniread.html.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.metadata",
|
"path": "omniread.html.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -133,49 +175,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.ContentType",
|
"path": "omniread.html.parser.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.HTML",
|
"path": "omniread.html.parser.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.PDF",
|
"path": "omniread.html.parser.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.XLSX",
|
"path": "omniread.html.parser.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.CSV",
|
"path": "omniread.html.parser.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.JSON",
|
"path": "omniread.html.parser.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.XML",
|
"path": "omniread.html.parser.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -184,35 +226,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.BaseParser",
|
"path": "omniread.html.parser.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.BaseParser.supported_types",
|
"path": "omniread.html.parser.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.BaseParser.content",
|
"path": "omniread.html.parser.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.BaseParser.parse",
|
"path": "omniread.html.parser.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.BaseParser.supports",
|
"path": "omniread.html.parser.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -228,7 +270,7 @@
|
|||||||
"name": "HTMLParser",
|
"name": "HTMLParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.HTMLParser",
|
"path": "omniread.html.parser.HTMLParser",
|
||||||
"signature": "HTMLParser(content: Content, features: str = 'html.parser')",
|
"signature": "<bound method Class.signature of Class('HTMLParser', 30, 202)>",
|
||||||
"docstring": "Base HTML parser.\n\nNotes:\n **Responsibilities:**\n\n - This class extends the core `BaseParser` with HTML-specific behavior,\n including DOM parsing via BeautifulSoup and reusable extraction helpers.\n - Provides reusable helpers for HTML extraction. Concrete parsers must\n explicitly define the return type.\n\n **Guarantees:**\n\n - Accepts only HTML content.\n - Owns a parsed BeautifulSoup DOM tree.\n - Provides pure helper utilities for common HTML structures.\n\n **Constraints:**\n\n - Concrete subclasses must define the output type `T` and implement\n the `parse()` method.",
|
"docstring": "Base HTML parser.\n\nNotes:\n **Responsibilities:**\n\n - This class extends the core `BaseParser` with HTML-specific behavior,\n including DOM parsing via BeautifulSoup and reusable extraction helpers.\n - Provides reusable helpers for HTML extraction. Concrete parsers must\n explicitly define the return type.\n\n **Guarantees:**\n\n - Accepts only HTML content.\n - Owns a parsed BeautifulSoup DOM tree.\n - Provides pure helper utilities for common HTML structures.\n\n **Constraints:**\n\n - Concrete subclasses must define the output type `T` and implement\n the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -242,35 +284,35 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse",
|
"path": "omniread.html.parser.HTMLParser.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 81, 96)>",
|
||||||
"docstring": "Fully parse the HTML content into structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the HTML DOM and return a\n deterministic, structured output."
|
"docstring": "Fully parse the HTML content into structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the HTML DOM and return a\n deterministic, structured output."
|
||||||
},
|
},
|
||||||
"parse_div": {
|
"parse_div": {
|
||||||
"name": "parse_div",
|
"name": "parse_div",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_div",
|
"path": "omniread.html.parser.HTMLParser.parse_div",
|
||||||
"signature": "parse_div(div: Tag, *, separator: str = ' ') -> str",
|
"signature": "<bound method Function.signature of Function('parse_div', 102, 117)>",
|
||||||
"docstring": "Extract normalized text from a `<div>` element.\n\nArgs:\n div (Tag):\n BeautifulSoup tag representing a `<div>`.\n separator (str, optional):\n String used to separate text nodes.\n\nReturns:\n str:\n Flattened, whitespace-normalized text content."
|
"docstring": "Extract normalized text from a `<div>` element.\n\nArgs:\n div (Tag):\n BeautifulSoup tag representing a `<div>`.\n separator (str, optional):\n String used to separate text nodes.\n\nReturns:\n str:\n Flattened, whitespace-normalized text content."
|
||||||
},
|
},
|
||||||
"parse_link": {
|
"parse_link": {
|
||||||
"name": "parse_link",
|
"name": "parse_link",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_link",
|
"path": "omniread.html.parser.HTMLParser.parse_link",
|
||||||
"signature": "parse_link(a: Tag) -> str | None",
|
"signature": "<bound method Function.signature of Function('parse_link', 119, 132)>",
|
||||||
"docstring": "Extract the hyperlink reference from an `<a>` element.\n\nArgs:\n a (Tag):\n BeautifulSoup tag representing an anchor.\n\nReturns:\n str | None:\n The value of the `href` attribute, or None if absent."
|
"docstring": "Extract the hyperlink reference from an `<a>` element.\n\nArgs:\n a (Tag):\n BeautifulSoup tag representing an anchor.\n\nReturns:\n str | None:\n The value of the `href` attribute, or None if absent."
|
||||||
},
|
},
|
||||||
"parse_table": {
|
"parse_table": {
|
||||||
"name": "parse_table",
|
"name": "parse_table",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_table",
|
"path": "omniread.html.parser.HTMLParser.parse_table",
|
||||||
"signature": "parse_table(table: Tag) -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('parse_table', 134, 152)>",
|
||||||
"docstring": "Parse an HTML table into a 2D list of strings.\n\nArgs:\n table (Tag):\n BeautifulSoup tag representing a `<table>`.\n\nReturns:\n list[list[str]]:\n A list of rows, where each row is a list of cell text values."
|
"docstring": "Parse an HTML table into a 2D list of strings.\n\nArgs:\n table (Tag):\n BeautifulSoup tag representing a `<table>`.\n\nReturns:\n list[list[str]]:\n A list of rows, where each row is a list of cell text values."
|
||||||
},
|
},
|
||||||
"parse_meta": {
|
"parse_meta": {
|
||||||
"name": "parse_meta",
|
"name": "parse_meta",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_meta",
|
"path": "omniread.html.parser.HTMLParser.parse_meta",
|
||||||
"signature": "parse_meta() -> dict[str, Any]",
|
"signature": "<bound method Function.signature of Function('parse_meta', 174, 202)>",
|
||||||
"docstring": "Extract high-level metadata from the HTML document.\n\nReturns:\n dict[str, Any]:\n Dictionary containing extracted metadata.\n\nNotes:\n **Responsibilities:**\n\n - Extract high-level metadata from the HTML document.\n - This includes: Document title, `<meta>` tag name/property to\n content mappings."
|
"docstring": "Extract high-level metadata from the HTML document.\n\nReturns:\n dict[str, Any]:\n Dictionary containing extracted metadata.\n\nNotes:\n **Responsibilities:**\n\n - Extract high-level metadata from the HTML document.\n - This includes: Document title, `<meta>` tag name/property to\n content mappings."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -284,39 +326,60 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nHTML scraping implementation for OmniRead.\n\nThis module provides an HTTP-based scraper for retrieving HTML documents.\nIt implements the core `BaseScraper` contract using `httpx` as the transport\nlayer.\n\nThis scraper is responsible for:\n\n- Fetching raw HTML bytes over HTTP(S)\n- Validating response content type\n- Attaching HTTP metadata to the returned content\n\nThis scraper is not responsible for:\n\n- Parsing or interpreting HTML\n- Retrying failed requests\n- Managing crawl policies or rate limiting",
|
"docstring": "# Summary\n\nHTML scraping implementation for OmniRead.\n\nThis module provides an HTTP-based scraper for retrieving HTML documents.\nIt implements the core `BaseScraper` contract using `httpx` as the transport\nlayer.\n\nThis scraper is responsible for:\n\n- Fetching raw HTML bytes over HTTP(S)\n- Validating response content type\n- Attaching HTTP metadata to the returned content\n\nThis scraper is not responsible for:\n\n- Parsing or interpreting HTML\n- Retrying failed requests\n- Managing crawl policies or rate limiting",
|
||||||
"members": {
|
"members": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"httpx": {
|
||||||
|
"name": "httpx",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.scraper.httpx",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('httpx', 'httpx')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.Content",
|
"path": "omniread.html.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.raw",
|
"path": "omniread.html.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.source",
|
"path": "omniread.html.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.content_type",
|
"path": "omniread.html.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.metadata",
|
"path": "omniread.html.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -325,49 +388,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.ContentType",
|
"path": "omniread.html.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.HTML",
|
"path": "omniread.html.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.PDF",
|
"path": "omniread.html.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.XLSX",
|
"path": "omniread.html.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.CSV",
|
"path": "omniread.html.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.JSON",
|
"path": "omniread.html.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.XML",
|
"path": "omniread.html.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -376,14 +439,14 @@
|
|||||||
"name": "BaseScraper",
|
"name": "BaseScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.BaseScraper",
|
"path": "omniread.html.scraper.BaseScraper",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseScraper', 'omniread.core.scraper.BaseScraper')>",
|
||||||
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.scraper.BaseScraper.fetch",
|
"path": "omniread.html.scraper.BaseScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.core.scraper.BaseScraper.fetch')>",
|
||||||
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -392,7 +455,7 @@
|
|||||||
"name": "HTMLScraper",
|
"name": "HTMLScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.HTMLScraper",
|
"path": "omniread.html.scraper.HTMLScraper",
|
||||||
"signature": "HTMLScraper(*, client: httpx.Client | None = None, timeout: float = 15.0, headers: Mapping[str, str] | None = None, follow_redirects: bool = True)",
|
"signature": "<bound method Class.signature of Class('HTMLScraper', 32, 143)>",
|
||||||
"docstring": "Base HTML scraper using `httpx`.\n\nNotes:\n **Responsibilities:**\n\n - This scraper retrieves HTML documents over HTTP(S) and returns\n them as raw content wrapped in a `Content` object.\n - Fetches raw bytes and metadata only.\n - The scraper uses `httpx.Client` for HTTP requests, enforces an\n HTML content type, and preserves HTTP response metadata.\n\n **Constraints:**\n\n - The scraper does not: Parse HTML, perform retries or backoff,\n handle non-HTML responses.",
|
"docstring": "Base HTML scraper using `httpx`.\n\nNotes:\n **Responsibilities:**\n\n - This scraper retrieves HTML documents over HTTP(S) and returns\n them as raw content wrapped in a `Content` object.\n - Fetches raw bytes and metadata only.\n - The scraper uses `httpx.Client` for HTTP requests, enforces an\n HTML content type, and preserves HTTP response metadata.\n\n **Constraints:**\n\n - The scraper does not: Parse HTML, perform retries or backoff,\n handle non-HTML responses.",
|
||||||
"members": {
|
"members": {
|
||||||
"content_type": {
|
"content_type": {
|
||||||
@@ -406,14 +469,14 @@
|
|||||||
"name": "validate_content_type",
|
"name": "validate_content_type",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.scraper.HTMLScraper.validate_content_type",
|
"path": "omniread.html.scraper.HTMLScraper.validate_content_type",
|
||||||
"signature": "validate_content_type(response: httpx.Response) -> None",
|
"signature": "<bound method Function.signature of Function('validate_content_type', 80, 102)>",
|
||||||
"docstring": "Validate that the HTTP response contains HTML content.\n\nArgs:\n response (httpx.Response):\n HTTP response returned by `httpx`.\n\nRaises:\n ValueError:\n If the `Content-Type` header is missing or does not indicate HTML content."
|
"docstring": "Validate that the HTTP response contains HTML content.\n\nArgs:\n response (httpx.Response):\n HTTP response returned by `httpx`.\n\nRaises:\n ValueError:\n If the `Content-Type` header is missing or does not indicate HTML content."
|
||||||
},
|
},
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.scraper.HTMLScraper.fetch",
|
"path": "omniread.html.scraper.HTMLScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 104, 143)>",
|
||||||
"docstring": "Fetch an HTML document from the given source.\n\nArgs:\n source (str):\n URL of the HTML document.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to be merged into the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw HTML bytes, source URL, HTML content type, and HTTP response metadata.\n\nRaises:\n httpx.HTTPError:\n If the HTTP request fails.\n ValueError:\n If the response is not valid HTML."
|
"docstring": "Fetch an HTML document from the given source.\n\nArgs:\n source (str):\n URL of the HTML document.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to be merged into the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw HTML bytes, source URL, HTML content type, and HTTP response metadata.\n\nRaises:\n httpx.HTTPError:\n If the HTTP request fails.\n ValueError:\n If the response is not valid HTML."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,81 @@
|
|||||||
"path": "omniread.html.parser",
|
"path": "omniread.html.parser",
|
||||||
"docstring": "# Summary\n\nHTML parser base implementations for OmniRead.\n\nThis module provides reusable HTML parsing utilities built on top of\nthe abstract parser contracts defined in `omniread.core.parser`.\n\nIt supplies:\n\n- Content-type enforcement for HTML inputs\n- BeautifulSoup initialization and lifecycle management\n- Common helper methods for extracting structured data from HTML elements\n\nConcrete parsers must subclass `HTMLParser` and implement the `parse()` method\nto return a structured representation appropriate for their use case.",
|
"docstring": "# Summary\n\nHTML parser base implementations for OmniRead.\n\nThis module provides reusable HTML parsing utilities built on top of\nthe abstract parser contracts defined in `omniread.core.parser`.\n\nIt supplies:\n\n- Content-type enforcement for HTML inputs\n- BeautifulSoup initialization and lifecycle management\n- Common helper methods for extracting structured data from HTML elements\n\nConcrete parsers must subclass `HTMLParser` and implement the `parse()` method\nto return a structured representation appropriate for their use case.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"BeautifulSoup": {
|
||||||
|
"name": "BeautifulSoup",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.BeautifulSoup",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('BeautifulSoup', 'bs4.BeautifulSoup')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Tag": {
|
||||||
|
"name": "Tag",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.parser.Tag",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Tag', 'bs4.Tag')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.Content",
|
"path": "omniread.html.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.raw",
|
"path": "omniread.html.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.source",
|
"path": "omniread.html.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.content_type",
|
"path": "omniread.html.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.Content.metadata",
|
"path": "omniread.html.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,49 +87,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.ContentType",
|
"path": "omniread.html.parser.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.HTML",
|
"path": "omniread.html.parser.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.PDF",
|
"path": "omniread.html.parser.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.XLSX",
|
"path": "omniread.html.parser.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.CSV",
|
"path": "omniread.html.parser.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.JSON",
|
"path": "omniread.html.parser.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.ContentType.XML",
|
"path": "omniread.html.parser.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -96,35 +138,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.BaseParser",
|
"path": "omniread.html.parser.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.BaseParser.supported_types",
|
"path": "omniread.html.parser.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.parser.BaseParser.content",
|
"path": "omniread.html.parser.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.BaseParser.parse",
|
"path": "omniread.html.parser.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.BaseParser.supports",
|
"path": "omniread.html.parser.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -140,7 +182,7 @@
|
|||||||
"name": "HTMLParser",
|
"name": "HTMLParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.parser.HTMLParser",
|
"path": "omniread.html.parser.HTMLParser",
|
||||||
"signature": "HTMLParser(content: Content, features: str = 'html.parser')",
|
"signature": "<bound method Class.signature of Class('HTMLParser', 30, 202)>",
|
||||||
"docstring": "Base HTML parser.\n\nNotes:\n **Responsibilities:**\n\n - This class extends the core `BaseParser` with HTML-specific behavior,\n including DOM parsing via BeautifulSoup and reusable extraction helpers.\n - Provides reusable helpers for HTML extraction. Concrete parsers must\n explicitly define the return type.\n\n **Guarantees:**\n\n - Accepts only HTML content.\n - Owns a parsed BeautifulSoup DOM tree.\n - Provides pure helper utilities for common HTML structures.\n\n **Constraints:**\n\n - Concrete subclasses must define the output type `T` and implement\n the `parse()` method.",
|
"docstring": "Base HTML parser.\n\nNotes:\n **Responsibilities:**\n\n - This class extends the core `BaseParser` with HTML-specific behavior,\n including DOM parsing via BeautifulSoup and reusable extraction helpers.\n - Provides reusable helpers for HTML extraction. Concrete parsers must\n explicitly define the return type.\n\n **Guarantees:**\n\n - Accepts only HTML content.\n - Owns a parsed BeautifulSoup DOM tree.\n - Provides pure helper utilities for common HTML structures.\n\n **Constraints:**\n\n - Concrete subclasses must define the output type `T` and implement\n the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -154,35 +196,35 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse",
|
"path": "omniread.html.parser.HTMLParser.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 81, 96)>",
|
||||||
"docstring": "Fully parse the HTML content into structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the HTML DOM and return a\n deterministic, structured output."
|
"docstring": "Fully parse the HTML content into structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the HTML DOM and return a\n deterministic, structured output."
|
||||||
},
|
},
|
||||||
"parse_div": {
|
"parse_div": {
|
||||||
"name": "parse_div",
|
"name": "parse_div",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_div",
|
"path": "omniread.html.parser.HTMLParser.parse_div",
|
||||||
"signature": "parse_div(div: Tag, *, separator: str = ' ') -> str",
|
"signature": "<bound method Function.signature of Function('parse_div', 102, 117)>",
|
||||||
"docstring": "Extract normalized text from a `<div>` element.\n\nArgs:\n div (Tag):\n BeautifulSoup tag representing a `<div>`.\n separator (str, optional):\n String used to separate text nodes.\n\nReturns:\n str:\n Flattened, whitespace-normalized text content."
|
"docstring": "Extract normalized text from a `<div>` element.\n\nArgs:\n div (Tag):\n BeautifulSoup tag representing a `<div>`.\n separator (str, optional):\n String used to separate text nodes.\n\nReturns:\n str:\n Flattened, whitespace-normalized text content."
|
||||||
},
|
},
|
||||||
"parse_link": {
|
"parse_link": {
|
||||||
"name": "parse_link",
|
"name": "parse_link",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_link",
|
"path": "omniread.html.parser.HTMLParser.parse_link",
|
||||||
"signature": "parse_link(a: Tag) -> str | None",
|
"signature": "<bound method Function.signature of Function('parse_link', 119, 132)>",
|
||||||
"docstring": "Extract the hyperlink reference from an `<a>` element.\n\nArgs:\n a (Tag):\n BeautifulSoup tag representing an anchor.\n\nReturns:\n str | None:\n The value of the `href` attribute, or None if absent."
|
"docstring": "Extract the hyperlink reference from an `<a>` element.\n\nArgs:\n a (Tag):\n BeautifulSoup tag representing an anchor.\n\nReturns:\n str | None:\n The value of the `href` attribute, or None if absent."
|
||||||
},
|
},
|
||||||
"parse_table": {
|
"parse_table": {
|
||||||
"name": "parse_table",
|
"name": "parse_table",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_table",
|
"path": "omniread.html.parser.HTMLParser.parse_table",
|
||||||
"signature": "parse_table(table: Tag) -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('parse_table', 134, 152)>",
|
||||||
"docstring": "Parse an HTML table into a 2D list of strings.\n\nArgs:\n table (Tag):\n BeautifulSoup tag representing a `<table>`.\n\nReturns:\n list[list[str]]:\n A list of rows, where each row is a list of cell text values."
|
"docstring": "Parse an HTML table into a 2D list of strings.\n\nArgs:\n table (Tag):\n BeautifulSoup tag representing a `<table>`.\n\nReturns:\n list[list[str]]:\n A list of rows, where each row is a list of cell text values."
|
||||||
},
|
},
|
||||||
"parse_meta": {
|
"parse_meta": {
|
||||||
"name": "parse_meta",
|
"name": "parse_meta",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.parser.HTMLParser.parse_meta",
|
"path": "omniread.html.parser.HTMLParser.parse_meta",
|
||||||
"signature": "parse_meta() -> dict[str, Any]",
|
"signature": "<bound method Function.signature of Function('parse_meta', 174, 202)>",
|
||||||
"docstring": "Extract high-level metadata from the HTML document.\n\nReturns:\n dict[str, Any]:\n Dictionary containing extracted metadata.\n\nNotes:\n **Responsibilities:**\n\n - Extract high-level metadata from the HTML document.\n - This includes: Document title, `<meta>` tag name/property to\n content mappings."
|
"docstring": "Extract high-level metadata from the HTML document.\n\nReturns:\n dict[str, Any]:\n Dictionary containing extracted metadata.\n\nNotes:\n **Responsibilities:**\n\n - Extract high-level metadata from the HTML document.\n - This includes: Document title, `<meta>` tag name/property to\n content mappings."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,60 @@
|
|||||||
"path": "omniread.html.scraper",
|
"path": "omniread.html.scraper",
|
||||||
"docstring": "# Summary\n\nHTML scraping implementation for OmniRead.\n\nThis module provides an HTTP-based scraper for retrieving HTML documents.\nIt implements the core `BaseScraper` contract using `httpx` as the transport\nlayer.\n\nThis scraper is responsible for:\n\n- Fetching raw HTML bytes over HTTP(S)\n- Validating response content type\n- Attaching HTTP metadata to the returned content\n\nThis scraper is not responsible for:\n\n- Parsing or interpreting HTML\n- Retrying failed requests\n- Managing crawl policies or rate limiting",
|
"docstring": "# Summary\n\nHTML scraping implementation for OmniRead.\n\nThis module provides an HTTP-based scraper for retrieving HTML documents.\nIt implements the core `BaseScraper` contract using `httpx` as the transport\nlayer.\n\nThis scraper is responsible for:\n\n- Fetching raw HTML bytes over HTTP(S)\n- Validating response content type\n- Attaching HTTP metadata to the returned content\n\nThis scraper is not responsible for:\n\n- Parsing or interpreting HTML\n- Retrying failed requests\n- Managing crawl policies or rate limiting",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"httpx": {
|
||||||
|
"name": "httpx",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.html.scraper.httpx",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('httpx', 'httpx')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.Content",
|
"path": "omniread.html.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.raw",
|
"path": "omniread.html.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.source",
|
"path": "omniread.html.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.content_type",
|
"path": "omniread.html.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.Content.metadata",
|
"path": "omniread.html.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,49 +66,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.ContentType",
|
"path": "omniread.html.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.HTML",
|
"path": "omniread.html.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.PDF",
|
"path": "omniread.html.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.XLSX",
|
"path": "omniread.html.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.CSV",
|
"path": "omniread.html.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.JSON",
|
"path": "omniread.html.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.html.scraper.ContentType.XML",
|
"path": "omniread.html.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -96,14 +117,14 @@
|
|||||||
"name": "BaseScraper",
|
"name": "BaseScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.BaseScraper",
|
"path": "omniread.html.scraper.BaseScraper",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseScraper', 'omniread.core.scraper.BaseScraper')>",
|
||||||
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.scraper.BaseScraper.fetch",
|
"path": "omniread.html.scraper.BaseScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.core.scraper.BaseScraper.fetch')>",
|
||||||
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -112,7 +133,7 @@
|
|||||||
"name": "HTMLScraper",
|
"name": "HTMLScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.html.scraper.HTMLScraper",
|
"path": "omniread.html.scraper.HTMLScraper",
|
||||||
"signature": "HTMLScraper(*, client: httpx.Client | None = None, timeout: float = 15.0, headers: Mapping[str, str] | None = None, follow_redirects: bool = True)",
|
"signature": "<bound method Class.signature of Class('HTMLScraper', 32, 143)>",
|
||||||
"docstring": "Base HTML scraper using `httpx`.\n\nNotes:\n **Responsibilities:**\n\n - This scraper retrieves HTML documents over HTTP(S) and returns\n them as raw content wrapped in a `Content` object.\n - Fetches raw bytes and metadata only.\n - The scraper uses `httpx.Client` for HTTP requests, enforces an\n HTML content type, and preserves HTTP response metadata.\n\n **Constraints:**\n\n - The scraper does not: Parse HTML, perform retries or backoff,\n handle non-HTML responses.",
|
"docstring": "Base HTML scraper using `httpx`.\n\nNotes:\n **Responsibilities:**\n\n - This scraper retrieves HTML documents over HTTP(S) and returns\n them as raw content wrapped in a `Content` object.\n - Fetches raw bytes and metadata only.\n - The scraper uses `httpx.Client` for HTTP requests, enforces an\n HTML content type, and preserves HTTP response metadata.\n\n **Constraints:**\n\n - The scraper does not: Parse HTML, perform retries or backoff,\n handle non-HTML responses.",
|
||||||
"members": {
|
"members": {
|
||||||
"content_type": {
|
"content_type": {
|
||||||
@@ -126,14 +147,14 @@
|
|||||||
"name": "validate_content_type",
|
"name": "validate_content_type",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.scraper.HTMLScraper.validate_content_type",
|
"path": "omniread.html.scraper.HTMLScraper.validate_content_type",
|
||||||
"signature": "validate_content_type(response: httpx.Response) -> None",
|
"signature": "<bound method Function.signature of Function('validate_content_type', 80, 102)>",
|
||||||
"docstring": "Validate that the HTTP response contains HTML content.\n\nArgs:\n response (httpx.Response):\n HTTP response returned by `httpx`.\n\nRaises:\n ValueError:\n If the `Content-Type` header is missing or does not indicate HTML content."
|
"docstring": "Validate that the HTTP response contains HTML content.\n\nArgs:\n response (httpx.Response):\n HTTP response returned by `httpx`.\n\nRaises:\n ValueError:\n If the `Content-Type` header is missing or does not indicate HTML content."
|
||||||
},
|
},
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.html.scraper.HTMLScraper.fetch",
|
"path": "omniread.html.scraper.HTMLScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 104, 143)>",
|
||||||
"docstring": "Fetch an HTML document from the given source.\n\nArgs:\n source (str):\n URL of the HTML document.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to be merged into the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw HTML bytes, source URL, HTML content type, and HTTP response metadata.\n\nRaises:\n httpx.HTTPError:\n If the HTTP request fails.\n ValueError:\n If the response is not valid HTML."
|
"docstring": "Fetch an HTML document from the given source.\n\nArgs:\n source (str):\n URL of the HTML document.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to be merged into the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw HTML bytes, source URL, HTML content type, and HTTP response metadata.\n\nRaises:\n httpx.HTTPError:\n If the HTTP request fails.\n ValueError:\n If the response is not valid HTML."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
@@ -4,18 +4,46 @@
|
|||||||
"path": "omniread.pdf.client",
|
"path": "omniread.pdf.client",
|
||||||
"docstring": "# Summary\n\nPDF client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw PDF\nbytes from a concrete backing store.\n\nClients provide low-level access to PDF binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
"docstring": "# Summary\n\nPDF client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw PDF\nbytes from a concrete backing store.\n\nClients provide low-level access to PDF binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Path": {
|
||||||
|
"name": "Path",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.Path",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Path', 'pathlib.Path')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"BasePDFClient": {
|
"BasePDFClient": {
|
||||||
"name": "BasePDFClient",
|
"name": "BasePDFClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.client.BasePDFClient",
|
"path": "omniread.pdf.client.BasePDFClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BasePDFClient', 25, 57)>",
|
||||||
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.client.BasePDFClient.fetch",
|
"path": "omniread.pdf.client.BasePDFClient.fetch",
|
||||||
"signature": "fetch(source: Any) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 40, 57)>",
|
||||||
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -24,14 +52,14 @@
|
|||||||
"name": "FileSystemPDFClient",
|
"name": "FileSystemPDFClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.client.FileSystemPDFClient",
|
"path": "omniread.pdf.client.FileSystemPDFClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('FileSystemPDFClient', 60, 96)>",
|
||||||
"docstring": "PDF client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads PDF files directly from the disk and returns\n their raw binary contents.",
|
"docstring": "PDF client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads PDF files directly from the disk and returns\n their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.client.FileSystemPDFClient.fetch",
|
"path": "omniread.pdf.client.FileSystemPDFClient.fetch",
|
||||||
"signature": "fetch(path: Path) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 71, 96)>",
|
||||||
"docstring": "Read a PDF file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the PDF file.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read a PDF file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the PDF file.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,14 +8,14 @@
|
|||||||
"name": "FileSystemPDFClient",
|
"name": "FileSystemPDFClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.FileSystemPDFClient",
|
"path": "omniread.pdf.FileSystemPDFClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('FileSystemPDFClient', 'omniread.pdf.client.FileSystemPDFClient')>",
|
||||||
"docstring": "PDF client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads PDF files directly from the disk and returns\n their raw binary contents.",
|
"docstring": "PDF client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads PDF files directly from the disk and returns\n their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.FileSystemPDFClient.fetch",
|
"path": "omniread.pdf.FileSystemPDFClient.fetch",
|
||||||
"signature": "fetch(path: Path)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.pdf.client.FileSystemPDFClient.fetch')>",
|
||||||
"docstring": "Read a PDF file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the PDF file.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read a PDF file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the PDF file.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -24,14 +24,14 @@
|
|||||||
"name": "PDFScraper",
|
"name": "PDFScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.PDFScraper",
|
"path": "omniread.pdf.PDFScraper",
|
||||||
"signature": "PDFScraper(*, client: BasePDFClient)",
|
"signature": "<bound method Alias.signature of Alias('PDFScraper', 'omniread.pdf.scraper.PDFScraper')>",
|
||||||
"docstring": "Scraper for PDF sources.\n\nNotes:\n **Responsibilities:**\n\n - Delegates byte retrieval to a PDF client and normalizes output\n into `Content`.\n - Preserves caller-provided metadata.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for PDF sources.\n\nNotes:\n **Responsibilities:**\n\n - Delegates byte retrieval to a PDF client and normalizes output\n into `Content`.\n - Preserves caller-provided metadata.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.PDFScraper.fetch",
|
"path": "omniread.pdf.PDFScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.pdf.scraper.PDFScraper.fetch')>",
|
||||||
"docstring": "Fetch a PDF document from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF source as understood by the configured PDF client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw PDF bytes, source identifier, PDF content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the PDF client."
|
"docstring": "Fetch a PDF document from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF source as understood by the configured PDF client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw PDF bytes, source identifier, PDF content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the PDF client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -40,21 +40,21 @@
|
|||||||
"name": "PDFParser",
|
"name": "PDFParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.PDFParser",
|
"path": "omniread.pdf.PDFParser",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDFParser', 'omniread.pdf.parser.PDFParser')>",
|
||||||
"docstring": "Base PDF parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces PDF content-type compatibility and provides\n the extension point for implementing concrete PDF parsing strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base PDF parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces PDF content-type compatibility and provides\n the extension point for implementing concrete PDF parsing strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.PDFParser.supported_types",
|
"path": "omniread.pdf.PDFParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.pdf.parser.PDFParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (PDF only)."
|
"docstring": "Set of content types supported by this parser (PDF only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.PDFParser.parse",
|
"path": "omniread.pdf.PDFParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.pdf.parser.PDFParser.parse')>",
|
||||||
"docstring": "Parse PDF content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the PDF binary payload and\n return a deterministic, structured output."
|
"docstring": "Parse PDF content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the PDF binary payload and\n return a deterministic, structured output."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -66,18 +66,46 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nPDF client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw PDF\nbytes from a concrete backing store.\n\nClients provide low-level access to PDF binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
"docstring": "# Summary\n\nPDF client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw PDF\nbytes from a concrete backing store.\n\nClients provide low-level access to PDF binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
||||||
"members": {
|
"members": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Path": {
|
||||||
|
"name": "Path",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.Path",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Path', 'pathlib.Path')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.client.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"BasePDFClient": {
|
"BasePDFClient": {
|
||||||
"name": "BasePDFClient",
|
"name": "BasePDFClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.client.BasePDFClient",
|
"path": "omniread.pdf.client.BasePDFClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BasePDFClient', 25, 57)>",
|
||||||
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.client.BasePDFClient.fetch",
|
"path": "omniread.pdf.client.BasePDFClient.fetch",
|
||||||
"signature": "fetch(source: Any) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 40, 57)>",
|
||||||
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -86,14 +114,14 @@
|
|||||||
"name": "FileSystemPDFClient",
|
"name": "FileSystemPDFClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.client.FileSystemPDFClient",
|
"path": "omniread.pdf.client.FileSystemPDFClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('FileSystemPDFClient', 60, 96)>",
|
||||||
"docstring": "PDF client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads PDF files directly from the disk and returns\n their raw binary contents.",
|
"docstring": "PDF client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads PDF files directly from the disk and returns\n their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.client.FileSystemPDFClient.fetch",
|
"path": "omniread.pdf.client.FileSystemPDFClient.fetch",
|
||||||
"signature": "fetch(path: Path) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 71, 96)>",
|
||||||
"docstring": "Read a PDF file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the PDF file.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read a PDF file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the PDF file.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -107,53 +135,74 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nPDF parser base implementations for OmniRead.\n\nThis module defines the **PDF-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for PDF content.\n\nPDF parsers are responsible for interpreting binary PDF data and producing\nstructured representations suitable for downstream consumption.",
|
"docstring": "# Summary\n\nPDF parser base implementations for OmniRead.\n\nThis module defines the **PDF-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for PDF content.\n\nPDF parsers are responsible for interpreting binary PDF data and producing\nstructured representations suitable for downstream consumption.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.parser.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.parser.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.parser.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.parser.ContentType",
|
"path": "omniread.pdf.parser.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.HTML",
|
"path": "omniread.pdf.parser.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.PDF",
|
"path": "omniread.pdf.parser.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.XLSX",
|
"path": "omniread.pdf.parser.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.CSV",
|
"path": "omniread.pdf.parser.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.JSON",
|
"path": "omniread.pdf.parser.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.XML",
|
"path": "omniread.pdf.parser.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -162,35 +211,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.parser.BaseParser",
|
"path": "omniread.pdf.parser.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.BaseParser.supported_types",
|
"path": "omniread.pdf.parser.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.BaseParser.content",
|
"path": "omniread.pdf.parser.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.parser.BaseParser.parse",
|
"path": "omniread.pdf.parser.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.parser.BaseParser.supports",
|
"path": "omniread.pdf.parser.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -206,7 +255,7 @@
|
|||||||
"name": "PDFParser",
|
"name": "PDFParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.parser.PDFParser",
|
"path": "omniread.pdf.parser.PDFParser",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('PDFParser', 22, 62)>",
|
||||||
"docstring": "Base PDF parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces PDF content-type compatibility and provides\n the extension point for implementing concrete PDF parsing strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base PDF parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces PDF content-type compatibility and provides\n the extension point for implementing concrete PDF parsing strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -220,7 +269,7 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.parser.PDFParser.parse",
|
"path": "omniread.pdf.parser.PDFParser.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 43, 62)>",
|
||||||
"docstring": "Parse PDF content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the PDF binary payload and\n return a deterministic, structured output."
|
"docstring": "Parse PDF content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the PDF binary payload and\n return a deterministic, structured output."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -234,39 +283,53 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nPDF scraping implementation for OmniRead.\n\nThis module provides a PDF-specific scraper that coordinates PDF byte\nretrieval via a client and normalizes the result into a `Content` object.\n\nThe scraper implements the core `BaseScraper` contract while delegating\nall storage and access concerns to a `BasePDFClient` implementation.",
|
"docstring": "# Summary\n\nPDF scraping implementation for OmniRead.\n\nThis module provides a PDF-specific scraper that coordinates PDF byte\nretrieval via a client and normalizes the result into a `Content` object.\n\nThe scraper implements the core `BaseScraper` contract while delegating\nall storage and access concerns to a `BasePDFClient` implementation.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.Content",
|
"path": "omniread.pdf.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.raw",
|
"path": "omniread.pdf.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.source",
|
"path": "omniread.pdf.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.content_type",
|
"path": "omniread.pdf.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.metadata",
|
"path": "omniread.pdf.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -275,49 +338,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.ContentType",
|
"path": "omniread.pdf.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.HTML",
|
"path": "omniread.pdf.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.PDF",
|
"path": "omniread.pdf.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.XLSX",
|
"path": "omniread.pdf.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.CSV",
|
"path": "omniread.pdf.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.JSON",
|
"path": "omniread.pdf.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.XML",
|
"path": "omniread.pdf.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -326,14 +389,14 @@
|
|||||||
"name": "BaseScraper",
|
"name": "BaseScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.BaseScraper",
|
"path": "omniread.pdf.scraper.BaseScraper",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseScraper', 'omniread.core.scraper.BaseScraper')>",
|
||||||
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.scraper.BaseScraper.fetch",
|
"path": "omniread.pdf.scraper.BaseScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.core.scraper.BaseScraper.fetch')>",
|
||||||
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -342,14 +405,14 @@
|
|||||||
"name": "BasePDFClient",
|
"name": "BasePDFClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.BasePDFClient",
|
"path": "omniread.pdf.scraper.BasePDFClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BasePDFClient', 'omniread.pdf.client.BasePDFClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.scraper.BasePDFClient.fetch",
|
"path": "omniread.pdf.scraper.BasePDFClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.pdf.client.BasePDFClient.fetch')>",
|
||||||
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -358,14 +421,14 @@
|
|||||||
"name": "PDFScraper",
|
"name": "PDFScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.PDFScraper",
|
"path": "omniread.pdf.scraper.PDFScraper",
|
||||||
"signature": "PDFScraper(*, client: BasePDFClient)",
|
"signature": "<bound method Class.signature of Class('PDFScraper', 21, 78)>",
|
||||||
"docstring": "Scraper for PDF sources.\n\nNotes:\n **Responsibilities:**\n\n - Delegates byte retrieval to a PDF client and normalizes output\n into `Content`.\n - Preserves caller-provided metadata.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for PDF sources.\n\nNotes:\n **Responsibilities:**\n\n - Delegates byte retrieval to a PDF client and normalizes output\n into `Content`.\n - Preserves caller-provided metadata.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.scraper.PDFScraper.fetch",
|
"path": "omniread.pdf.scraper.PDFScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 48, 78)>",
|
||||||
"docstring": "Fetch a PDF document from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF source as understood by the configured PDF client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw PDF bytes, source identifier, PDF content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the PDF client."
|
"docstring": "Fetch a PDF document from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF source as understood by the configured PDF client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw PDF bytes, source identifier, PDF content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the PDF client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,53 +4,74 @@
|
|||||||
"path": "omniread.pdf.parser",
|
"path": "omniread.pdf.parser",
|
||||||
"docstring": "# Summary\n\nPDF parser base implementations for OmniRead.\n\nThis module defines the **PDF-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for PDF content.\n\nPDF parsers are responsible for interpreting binary PDF data and producing\nstructured representations suitable for downstream consumption.",
|
"docstring": "# Summary\n\nPDF parser base implementations for OmniRead.\n\nThis module defines the **PDF-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for PDF content.\n\nPDF parsers are responsible for interpreting binary PDF data and producing\nstructured representations suitable for downstream consumption.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.parser.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.parser.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.parser.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.parser.ContentType",
|
"path": "omniread.pdf.parser.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.HTML",
|
"path": "omniread.pdf.parser.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.PDF",
|
"path": "omniread.pdf.parser.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.XLSX",
|
"path": "omniread.pdf.parser.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.CSV",
|
"path": "omniread.pdf.parser.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.JSON",
|
"path": "omniread.pdf.parser.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.ContentType.XML",
|
"path": "omniread.pdf.parser.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -59,35 +80,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.parser.BaseParser",
|
"path": "omniread.pdf.parser.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.BaseParser.supported_types",
|
"path": "omniread.pdf.parser.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.parser.BaseParser.content",
|
"path": "omniread.pdf.parser.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.parser.BaseParser.parse",
|
"path": "omniread.pdf.parser.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.parser.BaseParser.supports",
|
"path": "omniread.pdf.parser.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -103,7 +124,7 @@
|
|||||||
"name": "PDFParser",
|
"name": "PDFParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.parser.PDFParser",
|
"path": "omniread.pdf.parser.PDFParser",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('PDFParser', 22, 62)>",
|
||||||
"docstring": "Base PDF parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces PDF content-type compatibility and provides\n the extension point for implementing concrete PDF parsing strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base PDF parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces PDF content-type compatibility and provides\n the extension point for implementing concrete PDF parsing strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -117,7 +138,7 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.parser.PDFParser.parse",
|
"path": "omniread.pdf.parser.PDFParser.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 43, 62)>",
|
||||||
"docstring": "Parse PDF content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the PDF binary payload and\n return a deterministic, structured output."
|
"docstring": "Parse PDF content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully interpret the PDF binary payload and\n return a deterministic, structured output."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,53 @@
|
|||||||
"path": "omniread.pdf.scraper",
|
"path": "omniread.pdf.scraper",
|
||||||
"docstring": "# Summary\n\nPDF scraping implementation for OmniRead.\n\nThis module provides a PDF-specific scraper that coordinates PDF byte\nretrieval via a client and normalizes the result into a `Content` object.\n\nThe scraper implements the core `BaseScraper` contract while delegating\nall storage and access concerns to a `BasePDFClient` implementation.",
|
"docstring": "# Summary\n\nPDF scraping implementation for OmniRead.\n\nThis module provides a PDF-specific scraper that coordinates PDF byte\nretrieval via a client and normalizes the result into a `Content` object.\n\nThe scraper implements the core `BaseScraper` contract while delegating\nall storage and access concerns to a `BasePDFClient` implementation.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.pdf.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.Content",
|
"path": "omniread.pdf.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.raw",
|
"path": "omniread.pdf.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.source",
|
"path": "omniread.pdf.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.content_type",
|
"path": "omniread.pdf.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.Content.metadata",
|
"path": "omniread.pdf.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,49 +59,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.ContentType",
|
"path": "omniread.pdf.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.HTML",
|
"path": "omniread.pdf.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.PDF",
|
"path": "omniread.pdf.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.XLSX",
|
"path": "omniread.pdf.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.CSV",
|
"path": "omniread.pdf.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.JSON",
|
"path": "omniread.pdf.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.pdf.scraper.ContentType.XML",
|
"path": "omniread.pdf.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -96,14 +110,14 @@
|
|||||||
"name": "BaseScraper",
|
"name": "BaseScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.BaseScraper",
|
"path": "omniread.pdf.scraper.BaseScraper",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseScraper', 'omniread.core.scraper.BaseScraper')>",
|
||||||
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
"docstring": "Base interface for all scrapers.\n\nNotes:\n **Responsibilities:**\n\n - A scraper is responsible ONLY for fetching raw content (bytes)\n from a source. It must not interpret or parse it.\n - A scraper is a stateless acquisition component that retrieves raw\n content from a source and returns it as a `Content` object.\n - Scrapers define how content is obtained, not what the content means.\n - Implementations may vary in transport mechanism, authentication\n strategy, retry and backoff behavior.\n\n **Constraints:**\n\n - Implementations must not parse content, modify content semantics,\n or couple scraping logic to a specific parser.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.scraper.BaseScraper.fetch",
|
"path": "omniread.pdf.scraper.BaseScraper.fetch",
|
||||||
"signature": "fetch(source: str, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.core.scraper.BaseScraper.fetch')>",
|
||||||
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
"docstring": "Fetch raw content from the given source.\n\nArgs:\n source (str):\n Location identifier (URL, file path, S3 URI, etc.).\n\n metadata (Mapping[str, Any] | None, optional):\n Optional hints for the scraper (headers, auth, etc.).\n\nReturns:\n Content:\n Content object containing raw bytes and metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must retrieve the content referenced by `source`\n and return it as raw bytes wrapped in a `Content` object."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -112,14 +126,14 @@
|
|||||||
"name": "BasePDFClient",
|
"name": "BasePDFClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.BasePDFClient",
|
"path": "omniread.pdf.scraper.BasePDFClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BasePDFClient', 'omniread.pdf.client.BasePDFClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving PDF bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full PDF binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.scraper.BasePDFClient.fetch",
|
"path": "omniread.pdf.scraper.BasePDFClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.pdf.client.BasePDFClient.fetch')>",
|
||||||
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw PDF bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF location, such as a file path, object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw PDF bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -128,14 +142,14 @@
|
|||||||
"name": "PDFScraper",
|
"name": "PDFScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.pdf.scraper.PDFScraper",
|
"path": "omniread.pdf.scraper.PDFScraper",
|
||||||
"signature": "PDFScraper(*, client: BasePDFClient)",
|
"signature": "<bound method Class.signature of Class('PDFScraper', 21, 78)>",
|
||||||
"docstring": "Scraper for PDF sources.\n\nNotes:\n **Responsibilities:**\n\n - Delegates byte retrieval to a PDF client and normalizes output\n into `Content`.\n - Preserves caller-provided metadata.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for PDF sources.\n\nNotes:\n **Responsibilities:**\n\n - Delegates byte retrieval to a PDF client and normalizes output\n into `Content`.\n - Preserves caller-provided metadata.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.pdf.scraper.PDFScraper.fetch",
|
"path": "omniread.pdf.scraper.PDFScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 48, 78)>",
|
||||||
"docstring": "Fetch a PDF document from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF source as understood by the configured PDF client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw PDF bytes, source identifier, PDF content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the PDF client."
|
"docstring": "Fetch a PDF document from the given source.\n\nArgs:\n source (Any):\n Identifier of the PDF source as understood by the configured PDF client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw PDF bytes, source identifier, PDF content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the PDF client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,18 +4,46 @@
|
|||||||
"path": "omniread.xlsx.client",
|
"path": "omniread.xlsx.client",
|
||||||
"docstring": "# Summary\n\nXLSX client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\nOffice Open XML spreadsheet bytes from a concrete backing store.\n\nClients provide low-level access to xlsx binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
"docstring": "# Summary\n\nXLSX client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\nOffice Open XML spreadsheet bytes from a concrete backing store.\n\nClients provide low-level access to xlsx binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Path": {
|
||||||
|
"name": "Path",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.Path",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Path', 'pathlib.Path')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"BaseXlsxClient": {
|
"BaseXlsxClient": {
|
||||||
"name": "BaseXlsxClient",
|
"name": "BaseXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.client.BaseXlsxClient",
|
"path": "omniread.xlsx.client.BaseXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BaseXlsxClient', 25, 58)>",
|
||||||
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.client.BaseXlsxClient.fetch",
|
"path": "omniread.xlsx.client.BaseXlsxClient.fetch",
|
||||||
"signature": "fetch(source: Any) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 40, 58)>",
|
||||||
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -24,14 +52,14 @@
|
|||||||
"name": "FileSystemXlsxClient",
|
"name": "FileSystemXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.client.FileSystemXlsxClient",
|
"path": "omniread.xlsx.client.FileSystemXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('FileSystemXlsxClient', 61, 97)>",
|
||||||
"docstring": "XLSX client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads spreadsheet files directly from the disk and\n returns their raw binary contents.",
|
"docstring": "XLSX client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads spreadsheet files directly from the disk and\n returns their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.client.FileSystemXlsxClient.fetch",
|
"path": "omniread.xlsx.client.FileSystemXlsxClient.fetch",
|
||||||
"signature": "fetch(path: Path) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 72, 97)>",
|
||||||
"docstring": "Read an xlsx file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the spreadsheet file.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read an xlsx file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the spreadsheet file.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,14 +8,14 @@
|
|||||||
"name": "BaseXlsxClient",
|
"name": "BaseXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.BaseXlsxClient",
|
"path": "omniread.xlsx.BaseXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseXlsxClient', 'omniread.xlsx.client.BaseXlsxClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.BaseXlsxClient.fetch",
|
"path": "omniread.xlsx.BaseXlsxClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.xlsx.client.BaseXlsxClient.fetch')>",
|
||||||
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -24,14 +24,14 @@
|
|||||||
"name": "FileSystemXlsxClient",
|
"name": "FileSystemXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.FileSystemXlsxClient",
|
"path": "omniread.xlsx.FileSystemXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('FileSystemXlsxClient', 'omniread.xlsx.client.FileSystemXlsxClient')>",
|
||||||
"docstring": "XLSX client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads spreadsheet files directly from the disk and\n returns their raw binary contents.",
|
"docstring": "XLSX client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads spreadsheet files directly from the disk and\n returns their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.FileSystemXlsxClient.fetch",
|
"path": "omniread.xlsx.FileSystemXlsxClient.fetch",
|
||||||
"signature": "fetch(path: Path)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.xlsx.client.FileSystemXlsxClient.fetch')>",
|
||||||
"docstring": "Read an xlsx file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the spreadsheet file.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read an xlsx file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the spreadsheet file.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -40,35 +40,35 @@
|
|||||||
"name": "XlsxParser",
|
"name": "XlsxParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.XlsxParser",
|
"path": "omniread.xlsx.XlsxParser",
|
||||||
"signature": "XlsxParser(content: Content, *, data_only: bool = True, read_only: bool = True)",
|
"signature": "<bound method Alias.signature of Alias('XlsxParser', 'omniread.xlsx.parser.XlsxParser')>",
|
||||||
"docstring": "Generic xlsx parser producing string rows from a worksheet.\n\nNotes:\n **Responsibilities:**\n\n - Lazily load the workbook owned by the parser's content.\n - Normalize cells (including dates and numeric values) into\n deterministic string representations.\n - Expose sheet discovery and row extraction helpers.\n\n **Constraints:**\n\n - Cells are rendered with ``str(value)`` after trimming; date and\n datetime values are rendered in ISO format. Consumers requiring\n locale-specific formatting must convert on their side.",
|
"docstring": "Generic xlsx parser producing string rows from a worksheet.\n\nNotes:\n **Responsibilities:**\n\n - Lazily load the workbook owned by the parser's content.\n - Normalize cells (including dates and numeric values) into\n deterministic string representations.\n - Expose sheet discovery and row extraction helpers.\n\n **Constraints:**\n\n - Cells are rendered with ``str(value)`` after trimming; date and\n datetime values are rendered in ISO format. Consumers requiring\n locale-specific formatting must convert on their side.",
|
||||||
"members": {
|
"members": {
|
||||||
"workbook": {
|
"workbook": {
|
||||||
"name": "workbook",
|
"name": "workbook",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.XlsxParser.workbook",
|
"path": "omniread.xlsx.XlsxParser.workbook",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('workbook', 'omniread.xlsx.parser.XlsxParser.workbook')>",
|
||||||
"docstring": "The lazily loaded workbook backing this parser's content."
|
"docstring": "The lazily loaded workbook backing this parser's content."
|
||||||
},
|
},
|
||||||
"sheet_names": {
|
"sheet_names": {
|
||||||
"name": "sheet_names",
|
"name": "sheet_names",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.XlsxParser.sheet_names",
|
"path": "omniread.xlsx.XlsxParser.sheet_names",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('sheet_names', 'omniread.xlsx.parser.XlsxParser.sheet_names')>",
|
||||||
"docstring": "Names of all worksheets contained in the workbook."
|
"docstring": "Names of all worksheets contained in the workbook."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.XlsxParser.parse",
|
"path": "omniread.xlsx.XlsxParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.xlsx.parser.XlsxParser.parse')>",
|
||||||
"docstring": "Parse the first worksheet into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the default (first) worksheet."
|
"docstring": "Parse the first worksheet into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the default (first) worksheet."
|
||||||
},
|
},
|
||||||
"rows": {
|
"rows": {
|
||||||
"name": "rows",
|
"name": "rows",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.XlsxParser.rows",
|
"path": "omniread.xlsx.XlsxParser.rows",
|
||||||
"signature": "rows(sheet: int | str | None = None, *, skip_empty: bool = True)",
|
"signature": "<bound method Alias.signature of Alias('rows', 'omniread.xlsx.parser.XlsxParser.rows')>",
|
||||||
"docstring": "Extract normalized string rows from a worksheet.\n\nArgs:\n sheet (int | str | None):\n Worksheet index or title; defaults to the first worksheet.\n skip_empty (bool):\n When True (default), rows whose cells are all blank are omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row.\n\nRaises:\n ValueError:\n If the requested sheet does not exist."
|
"docstring": "Extract normalized string rows from a worksheet.\n\nArgs:\n sheet (int | str | None):\n Worksheet index or title; defaults to the first worksheet.\n skip_empty (bool):\n When True (default), rows whose cells are all blank are omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row.\n\nRaises:\n ValueError:\n If the requested sheet does not exist."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -77,21 +77,21 @@
|
|||||||
"name": "XlsxParserBase",
|
"name": "XlsxParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.XlsxParserBase",
|
"path": "omniread.xlsx.XlsxParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XlsxParserBase', 'omniread.xlsx.parser_base.XlsxParserBase')>",
|
||||||
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.XlsxParserBase.supported_types",
|
"path": "omniread.xlsx.XlsxParserBase.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.xlsx.parser_base.XlsxParserBase.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (XLSX only)."
|
"docstring": "Set of content types supported by this parser (XLSX only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.XlsxParserBase.parse",
|
"path": "omniread.xlsx.XlsxParserBase.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.xlsx.parser_base.XlsxParserBase.parse')>",
|
||||||
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -100,14 +100,14 @@
|
|||||||
"name": "XlsxScraper",
|
"name": "XlsxScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.XlsxScraper",
|
"path": "omniread.xlsx.XlsxScraper",
|
||||||
"signature": "XlsxScraper(*, client: BaseXlsxClient)",
|
"signature": "<bound method Alias.signature of Alias('XlsxScraper', 'omniread.xlsx.scraper.XlsxScraper')>",
|
||||||
"docstring": "Scraper for xlsx spreadsheet documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw xlsx bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n XLSX content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for xlsx spreadsheet documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw xlsx bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n XLSX content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.XlsxScraper.fetch",
|
"path": "omniread.xlsx.XlsxScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.xlsx.scraper.XlsxScraper.fetch')>",
|
||||||
"docstring": "Fetch an xlsx document from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw xlsx bytes, source\n identifier, XLSX content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
"docstring": "Fetch an xlsx document from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw xlsx bytes, source\n identifier, XLSX content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -119,18 +119,46 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nXLSX client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\nOffice Open XML spreadsheet bytes from a concrete backing store.\n\nClients provide low-level access to xlsx binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
"docstring": "# Summary\n\nXLSX client abstractions for OmniRead.\n\nThis module defines the **client layer** responsible for retrieving raw\nOffice Open XML spreadsheet bytes from a concrete backing store.\n\nClients provide low-level access to xlsx binaries and are intentionally\ndecoupled from scraping and parsing logic. They do not perform validation,\ninterpretation, or content extraction.\n\nTypical backing stores include:\n\n- Local filesystems\n- Object storage (S3, GCS, etc.)\n- Network file systems",
|
||||||
"members": {
|
"members": {
|
||||||
|
"ABC": {
|
||||||
|
"name": "ABC",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.ABC",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('ABC', 'abc.ABC')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Path": {
|
||||||
|
"name": "Path",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.Path",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Path', 'pathlib.Path')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.client.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"BaseXlsxClient": {
|
"BaseXlsxClient": {
|
||||||
"name": "BaseXlsxClient",
|
"name": "BaseXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.client.BaseXlsxClient",
|
"path": "omniread.xlsx.client.BaseXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('BaseXlsxClient', 25, 58)>",
|
||||||
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.client.BaseXlsxClient.fetch",
|
"path": "omniread.xlsx.client.BaseXlsxClient.fetch",
|
||||||
"signature": "fetch(source: Any) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 40, 58)>",
|
||||||
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -139,14 +167,14 @@
|
|||||||
"name": "FileSystemXlsxClient",
|
"name": "FileSystemXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.client.FileSystemXlsxClient",
|
"path": "omniread.xlsx.client.FileSystemXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('FileSystemXlsxClient', 61, 97)>",
|
||||||
"docstring": "XLSX client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads spreadsheet files directly from the disk and\n returns their raw binary contents.",
|
"docstring": "XLSX client that reads from the local filesystem.\n\nNotes:\n **Guarantees:**\n\n - This client reads spreadsheet files directly from the disk and\n returns their raw binary contents.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.client.FileSystemXlsxClient.fetch",
|
"path": "omniread.xlsx.client.FileSystemXlsxClient.fetch",
|
||||||
"signature": "fetch(path: Path) -> bytes",
|
"signature": "<bound method Function.signature of Function('fetch', 72, 97)>",
|
||||||
"docstring": "Read an xlsx file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the spreadsheet file.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
"docstring": "Read an xlsx file from the local filesystem.\n\nArgs:\n path (Path):\n Filesystem path to the spreadsheet file.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n FileNotFoundError:\n If the path does not exist.\n ValueError:\n If the path exists but is not a file."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -160,39 +188,67 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nXLSX parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for Office Open XML\nspreadsheets. It exposes workbook sheets as lists of string rows so\ndownstream consumers can interpret tabular content without depending on\nopenpyxl directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization.",
|
"docstring": "# Summary\n\nXLSX parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for Office Open XML\nspreadsheets. It exposes workbook sheets as lists of string rows so\ndownstream consumers can interpret tabular content without depending on\nopenpyxl directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"datetime": {
|
||||||
|
"name": "datetime",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.datetime",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('datetime', 'datetime')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"BytesIO": {
|
||||||
|
"name": "BytesIO",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.BytesIO",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('BytesIO', 'io.BytesIO')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"openpyxl": {
|
||||||
|
"name": "openpyxl",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.openpyxl",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('openpyxl', 'openpyxl')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser.Content",
|
"path": "omniread.xlsx.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.raw",
|
"path": "omniread.xlsx.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.source",
|
"path": "omniread.xlsx.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.content_type",
|
"path": "omniread.xlsx.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.metadata",
|
"path": "omniread.xlsx.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -201,21 +257,21 @@
|
|||||||
"name": "XlsxParserBase",
|
"name": "XlsxParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser.XlsxParserBase",
|
"path": "omniread.xlsx.parser.XlsxParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XlsxParserBase', 'omniread.xlsx.parser_base.XlsxParserBase')>",
|
||||||
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.XlsxParserBase.supported_types",
|
"path": "omniread.xlsx.parser.XlsxParserBase.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.xlsx.parser_base.XlsxParserBase.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (XLSX only)."
|
"docstring": "Set of content types supported by this parser (XLSX only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser.XlsxParserBase.parse",
|
"path": "omniread.xlsx.parser.XlsxParserBase.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.xlsx.parser_base.XlsxParserBase.parse')>",
|
||||||
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -224,7 +280,7 @@
|
|||||||
"name": "XlsxParser",
|
"name": "XlsxParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser.XlsxParser",
|
"path": "omniread.xlsx.parser.XlsxParser",
|
||||||
"signature": "XlsxParser(content: Content, *, data_only: bool = True, read_only: bool = True)",
|
"signature": "<bound method Class.signature of Class('XlsxParser', 26, 149)>",
|
||||||
"docstring": "Generic xlsx parser producing string rows from a worksheet.\n\nNotes:\n **Responsibilities:**\n\n - Lazily load the workbook owned by the parser's content.\n - Normalize cells (including dates and numeric values) into\n deterministic string representations.\n - Expose sheet discovery and row extraction helpers.\n\n **Constraints:**\n\n - Cells are rendered with ``str(value)`` after trimming; date and\n datetime values are rendered in ISO format. Consumers requiring\n locale-specific formatting must convert on their side.",
|
"docstring": "Generic xlsx parser producing string rows from a worksheet.\n\nNotes:\n **Responsibilities:**\n\n - Lazily load the workbook owned by the parser's content.\n - Normalize cells (including dates and numeric values) into\n deterministic string representations.\n - Expose sheet discovery and row extraction helpers.\n\n **Constraints:**\n\n - Cells are rendered with ``str(value)`` after trimming; date and\n datetime values are rendered in ISO format. Consumers requiring\n locale-specific formatting must convert on their side.",
|
||||||
"members": {
|
"members": {
|
||||||
"workbook": {
|
"workbook": {
|
||||||
@@ -245,14 +301,14 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser.XlsxParser.parse",
|
"path": "omniread.xlsx.parser.XlsxParser.parse",
|
||||||
"signature": "parse() -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('parse', 85, 93)>",
|
||||||
"docstring": "Parse the first worksheet into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the default (first) worksheet."
|
"docstring": "Parse the first worksheet into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the default (first) worksheet."
|
||||||
},
|
},
|
||||||
"rows": {
|
"rows": {
|
||||||
"name": "rows",
|
"name": "rows",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser.XlsxParser.rows",
|
"path": "omniread.xlsx.parser.XlsxParser.rows",
|
||||||
"signature": "rows(sheet: int | str | None = None, *, skip_empty: bool = True) -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('rows', 95, 127)>",
|
||||||
"docstring": "Extract normalized string rows from a worksheet.\n\nArgs:\n sheet (int | str | None):\n Worksheet index or title; defaults to the first worksheet.\n skip_empty (bool):\n When True (default), rows whose cells are all blank are omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row.\n\nRaises:\n ValueError:\n If the requested sheet does not exist."
|
"docstring": "Extract normalized string rows from a worksheet.\n\nArgs:\n sheet (int | str | None):\n Worksheet index or title; defaults to the first worksheet.\n skip_empty (bool):\n When True (default), rows whose cells are all blank are omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row.\n\nRaises:\n ValueError:\n If the requested sheet does not exist."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -266,53 +322,74 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nXLSX parser base implementation for OmniRead.\n\nThis module defines the **XLSX-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for Office Open\nXML spreadsheet content.",
|
"docstring": "# Summary\n\nXLSX parser base implementation for OmniRead.\n\nThis module defines the **XLSX-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for Office Open\nXML spreadsheet content.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser_base.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser_base.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser_base.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType",
|
"path": "omniread.xlsx.parser_base.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.HTML",
|
"path": "omniread.xlsx.parser_base.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.PDF",
|
"path": "omniread.xlsx.parser_base.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.XLSX",
|
"path": "omniread.xlsx.parser_base.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.CSV",
|
"path": "omniread.xlsx.parser_base.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.JSON",
|
"path": "omniread.xlsx.parser_base.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.XML",
|
"path": "omniread.xlsx.parser_base.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -321,35 +398,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser",
|
"path": "omniread.xlsx.parser_base.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.supported_types",
|
"path": "omniread.xlsx.parser_base.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.content",
|
"path": "omniread.xlsx.parser_base.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.parse",
|
"path": "omniread.xlsx.parser_base.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.supports",
|
"path": "omniread.xlsx.parser_base.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -365,7 +442,7 @@
|
|||||||
"name": "XlsxParserBase",
|
"name": "XlsxParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser_base.XlsxParserBase",
|
"path": "omniread.xlsx.parser_base.XlsxParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('XlsxParserBase', 20, 55)>",
|
||||||
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -379,7 +456,7 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser_base.XlsxParserBase.parse",
|
"path": "omniread.xlsx.parser_base.XlsxParserBase.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 42, 55)>",
|
||||||
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -393,39 +470,53 @@
|
|||||||
"signature": null,
|
"signature": null,
|
||||||
"docstring": "# Summary\n\nXLSX scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw Office Open\nXML spreadsheet content from a backing store via a configured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
"docstring": "# Summary\n\nXLSX scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw Office Open\nXML spreadsheet content from a backing store via a configured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
||||||
"members": {
|
"members": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.Content",
|
"path": "omniread.xlsx.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.raw",
|
"path": "omniread.xlsx.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.source",
|
"path": "omniread.xlsx.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.content_type",
|
"path": "omniread.xlsx.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.metadata",
|
"path": "omniread.xlsx.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -434,49 +525,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.ContentType",
|
"path": "omniread.xlsx.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.HTML",
|
"path": "omniread.xlsx.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.PDF",
|
"path": "omniread.xlsx.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.XLSX",
|
"path": "omniread.xlsx.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.CSV",
|
"path": "omniread.xlsx.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.JSON",
|
"path": "omniread.xlsx.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.XML",
|
"path": "omniread.xlsx.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -485,14 +576,14 @@
|
|||||||
"name": "BaseXlsxClient",
|
"name": "BaseXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.BaseXlsxClient",
|
"path": "omniread.xlsx.scraper.BaseXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseXlsxClient', 'omniread.xlsx.client.BaseXlsxClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.scraper.BaseXlsxClient.fetch",
|
"path": "omniread.xlsx.scraper.BaseXlsxClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.xlsx.client.BaseXlsxClient.fetch')>",
|
||||||
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -501,14 +592,14 @@
|
|||||||
"name": "XlsxScraper",
|
"name": "XlsxScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.XlsxScraper",
|
"path": "omniread.xlsx.scraper.XlsxScraper",
|
||||||
"signature": "XlsxScraper(*, client: BaseXlsxClient)",
|
"signature": "<bound method Class.signature of Class('XlsxScraper', 21, 80)>",
|
||||||
"docstring": "Scraper for xlsx spreadsheet documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw xlsx bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n XLSX content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for xlsx spreadsheet documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw xlsx bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n XLSX content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.scraper.XlsxScraper.fetch",
|
"path": "omniread.xlsx.scraper.XlsxScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 48, 80)>",
|
||||||
"docstring": "Fetch an xlsx document from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw xlsx bytes, source\n identifier, XLSX content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
"docstring": "Fetch an xlsx document from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw xlsx bytes, source\n identifier, XLSX content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,67 @@
|
|||||||
"path": "omniread.xlsx.parser",
|
"path": "omniread.xlsx.parser",
|
||||||
"docstring": "# Summary\n\nXLSX parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for Office Open XML\nspreadsheets. It exposes workbook sheets as lists of string rows so\ndownstream consumers can interpret tabular content without depending on\nopenpyxl directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization.",
|
"docstring": "# Summary\n\nXLSX parser implementations for OmniRead.\n\nThis module provides a concrete, generic parser for Office Open XML\nspreadsheets. It exposes workbook sheets as lists of string rows so\ndownstream consumers can interpret tabular content without depending on\nopenpyxl directly.\n\nThe parser is intentionally statement-agnostic: it performs no header\ndetection or column interpretation beyond basic cell normalization.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"datetime": {
|
||||||
|
"name": "datetime",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.datetime",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('datetime', 'datetime')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"BytesIO": {
|
||||||
|
"name": "BytesIO",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.BytesIO",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('BytesIO', 'io.BytesIO')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"openpyxl": {
|
||||||
|
"name": "openpyxl",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser.openpyxl",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('openpyxl', 'openpyxl')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser.Content",
|
"path": "omniread.xlsx.parser.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.raw",
|
"path": "omniread.xlsx.parser.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.source",
|
"path": "omniread.xlsx.parser.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.content_type",
|
"path": "omniread.xlsx.parser.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.Content.metadata",
|
"path": "omniread.xlsx.parser.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,21 +73,21 @@
|
|||||||
"name": "XlsxParserBase",
|
"name": "XlsxParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser.XlsxParserBase",
|
"path": "omniread.xlsx.parser.XlsxParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XlsxParserBase', 'omniread.xlsx.parser_base.XlsxParserBase')>",
|
||||||
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser.XlsxParserBase.supported_types",
|
"path": "omniread.xlsx.parser.XlsxParserBase.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.xlsx.parser_base.XlsxParserBase.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser (XLSX only)."
|
"docstring": "Set of content types supported by this parser (XLSX only)."
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser.XlsxParserBase.parse",
|
"path": "omniread.xlsx.parser.XlsxParserBase.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.xlsx.parser_base.XlsxParserBase.parse')>",
|
||||||
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -68,7 +96,7 @@
|
|||||||
"name": "XlsxParser",
|
"name": "XlsxParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser.XlsxParser",
|
"path": "omniread.xlsx.parser.XlsxParser",
|
||||||
"signature": "XlsxParser(content: Content, *, data_only: bool = True, read_only: bool = True)",
|
"signature": "<bound method Class.signature of Class('XlsxParser', 26, 149)>",
|
||||||
"docstring": "Generic xlsx parser producing string rows from a worksheet.\n\nNotes:\n **Responsibilities:**\n\n - Lazily load the workbook owned by the parser's content.\n - Normalize cells (including dates and numeric values) into\n deterministic string representations.\n - Expose sheet discovery and row extraction helpers.\n\n **Constraints:**\n\n - Cells are rendered with ``str(value)`` after trimming; date and\n datetime values are rendered in ISO format. Consumers requiring\n locale-specific formatting must convert on their side.",
|
"docstring": "Generic xlsx parser producing string rows from a worksheet.\n\nNotes:\n **Responsibilities:**\n\n - Lazily load the workbook owned by the parser's content.\n - Normalize cells (including dates and numeric values) into\n deterministic string representations.\n - Expose sheet discovery and row extraction helpers.\n\n **Constraints:**\n\n - Cells are rendered with ``str(value)`` after trimming; date and\n datetime values are rendered in ISO format. Consumers requiring\n locale-specific formatting must convert on their side.",
|
||||||
"members": {
|
"members": {
|
||||||
"workbook": {
|
"workbook": {
|
||||||
@@ -89,14 +117,14 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser.XlsxParser.parse",
|
"path": "omniread.xlsx.parser.XlsxParser.parse",
|
||||||
"signature": "parse() -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('parse', 85, 93)>",
|
||||||
"docstring": "Parse the first worksheet into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the default (first) worksheet."
|
"docstring": "Parse the first worksheet into normalized string rows.\n\nReturns:\n list[list[str]]:\n Rows of the default (first) worksheet."
|
||||||
},
|
},
|
||||||
"rows": {
|
"rows": {
|
||||||
"name": "rows",
|
"name": "rows",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser.XlsxParser.rows",
|
"path": "omniread.xlsx.parser.XlsxParser.rows",
|
||||||
"signature": "rows(sheet: int | str | None = None, *, skip_empty: bool = True) -> list[list[str]]",
|
"signature": "<bound method Function.signature of Function('rows', 95, 127)>",
|
||||||
"docstring": "Extract normalized string rows from a worksheet.\n\nArgs:\n sheet (int | str | None):\n Worksheet index or title; defaults to the first worksheet.\n skip_empty (bool):\n When True (default), rows whose cells are all blank are omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row.\n\nRaises:\n ValueError:\n If the requested sheet does not exist."
|
"docstring": "Extract normalized string rows from a worksheet.\n\nArgs:\n sheet (int | str | None):\n Worksheet index or title; defaults to the first worksheet.\n skip_empty (bool):\n When True (default), rows whose cells are all blank are omitted.\n\nReturns:\n list[list[str]]:\n Normalized rows; trailing blank cells are trimmed per row.\n\nRaises:\n ValueError:\n If the requested sheet does not exist."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,53 +4,74 @@
|
|||||||
"path": "omniread.xlsx.parser_base",
|
"path": "omniread.xlsx.parser_base",
|
||||||
"docstring": "# Summary\n\nXLSX parser base implementation for OmniRead.\n\nThis module defines the **XLSX-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for Office Open\nXML spreadsheet content.",
|
"docstring": "# Summary\n\nXLSX parser base implementation for OmniRead.\n\nThis module defines the **XLSX-specific parser contract**, extending the\nformat-agnostic `BaseParser` with constraints appropriate for Office Open\nXML spreadsheet content.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"abstractmethod": {
|
||||||
|
"name": "abstractmethod",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser_base.abstractmethod",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('abstractmethod', 'abc.abstractmethod')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Generic": {
|
||||||
|
"name": "Generic",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser_base.Generic",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Generic', 'typing.Generic')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"TypeVar": {
|
||||||
|
"name": "TypeVar",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.parser_base.TypeVar",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('TypeVar', 'typing.TypeVar')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"ContentType": {
|
"ContentType": {
|
||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType",
|
"path": "omniread.xlsx.parser_base.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.HTML",
|
"path": "omniread.xlsx.parser_base.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.PDF",
|
"path": "omniread.xlsx.parser_base.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.XLSX",
|
"path": "omniread.xlsx.parser_base.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.CSV",
|
"path": "omniread.xlsx.parser_base.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.JSON",
|
"path": "omniread.xlsx.parser_base.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.ContentType.XML",
|
"path": "omniread.xlsx.parser_base.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -59,35 +80,35 @@
|
|||||||
"name": "BaseParser",
|
"name": "BaseParser",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser",
|
"path": "omniread.xlsx.parser_base.BaseParser",
|
||||||
"signature": "BaseParser(content: Content)",
|
"signature": "<bound method Alias.signature of Alias('BaseParser', 'omniread.core.parser.BaseParser')>",
|
||||||
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
"docstring": "Base interface for all parsers.\n\nNotes:\n **Guarantees:**\n\n - A parser is a self-contained object that owns the `Content` it is\n responsible for interpreting.\n - Consumers may rely on early validation of content compatibility\n and type-stable return values from `parse()`.\n\n **Responsibilities:**\n\n - Implementations must declare supported content types via `supported_types`.\n - Implementations must raise parsing-specific exceptions from `parse()`.\n - Implementations must remain deterministic for a given input.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
"name": "supported_types",
|
"name": "supported_types",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.supported_types",
|
"path": "omniread.xlsx.parser_base.BaseParser.supported_types",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('supported_types', 'omniread.core.parser.BaseParser.supported_types')>",
|
||||||
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
"docstring": "Set of content types supported by this parser. An empty set indicates that the parser is content-type agnostic."
|
||||||
},
|
},
|
||||||
"content": {
|
"content": {
|
||||||
"name": "content",
|
"name": "content",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.content",
|
"path": "omniread.xlsx.parser_base.BaseParser.content",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content', 'omniread.core.parser.BaseParser.content')>",
|
||||||
"docstring": null
|
"docstring": null
|
||||||
},
|
},
|
||||||
"parse": {
|
"parse": {
|
||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.parse",
|
"path": "omniread.xlsx.parser_base.BaseParser.parse",
|
||||||
"signature": "parse()",
|
"signature": "<bound method Alias.signature of Alias('parse', 'omniread.core.parser.BaseParser.parse')>",
|
||||||
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
"docstring": "Parse the owned content into structured output.\n\nReturns:\n T:\n Parsed, structured representation.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation.\n\nNotes:\n **Responsibilities:**\n\n - Implementations must fully consume the provided content and\n return a deterministic, structured output."
|
||||||
},
|
},
|
||||||
"supports": {
|
"supports": {
|
||||||
"name": "supports",
|
"name": "supports",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser_base.BaseParser.supports",
|
"path": "omniread.xlsx.parser_base.BaseParser.supports",
|
||||||
"signature": "supports()",
|
"signature": "<bound method Alias.signature of Alias('supports', 'omniread.core.parser.BaseParser.supports')>",
|
||||||
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
"docstring": "Check whether this parser supports the content's type.\n\nReturns:\n bool:\n True if the content type is supported; False otherwise."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -103,7 +124,7 @@
|
|||||||
"name": "XlsxParserBase",
|
"name": "XlsxParserBase",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.parser_base.XlsxParserBase",
|
"path": "omniread.xlsx.parser_base.XlsxParserBase",
|
||||||
"signature": null,
|
"signature": "<bound method Class.signature of Class('XlsxParserBase', 20, 55)>",
|
||||||
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
"docstring": "Base xlsx parser.\n\nNotes:\n **Responsibilities:**\n\n - This class enforces xlsx content-type compatibility and provides\n the extension point for implementing concrete xlsx parsing\n strategies.\n\n **Constraints:**\n\n - Concrete implementations must define the output type `T` and\n implement the `parse()` method.",
|
||||||
"members": {
|
"members": {
|
||||||
"supported_types": {
|
"supported_types": {
|
||||||
@@ -117,7 +138,7 @@
|
|||||||
"name": "parse",
|
"name": "parse",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.parser_base.XlsxParserBase.parse",
|
"path": "omniread.xlsx.parser_base.XlsxParserBase.parse",
|
||||||
"signature": "parse() -> T",
|
"signature": "<bound method Function.signature of Function('parse', 42, 55)>",
|
||||||
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
"docstring": "Parse xlsx content into a structured output.\n\nReturns:\n T:\n Parsed representation of type `T`.\n\nRaises:\n Exception:\n Parsing-specific errors as defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,39 +4,53 @@
|
|||||||
"path": "omniread.xlsx.scraper",
|
"path": "omniread.xlsx.scraper",
|
||||||
"docstring": "# Summary\n\nXLSX scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw Office Open\nXML spreadsheet content from a backing store via a configured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
"docstring": "# Summary\n\nXLSX scraper for OmniRead.\n\nThis module defines the scraper responsible for acquiring raw Office Open\nXML spreadsheet content from a backing store via a configured client.\n\nThe scraper does not interpret or parse the acquired bytes; it wraps them in\nthe canonical `Content` model.",
|
||||||
"objects": {
|
"objects": {
|
||||||
|
"Mapping": {
|
||||||
|
"name": "Mapping",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.scraper.Mapping",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Mapping', 'collections.abc.Mapping')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
|
"Any": {
|
||||||
|
"name": "Any",
|
||||||
|
"kind": "alias",
|
||||||
|
"path": "omniread.xlsx.scraper.Any",
|
||||||
|
"signature": "<bound method Alias.signature of Alias('Any', 'typing.Any')>",
|
||||||
|
"docstring": null
|
||||||
|
},
|
||||||
"Content": {
|
"Content": {
|
||||||
"name": "Content",
|
"name": "Content",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.Content",
|
"path": "omniread.xlsx.scraper.Content",
|
||||||
"signature": "Content(raw: bytes, source: str, content_type: ContentType | None = ..., metadata: Mapping[str, Any] | None = ...)",
|
"signature": "<bound method Alias.signature of Alias('Content', 'omniread.core.content.Content')>",
|
||||||
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
"docstring": "Normalized representation of extracted content.\n\nNotes:\n **Responsibilities:**\n\n - A `Content` instance represents a raw content payload along with\n minimal contextual metadata describing its origin and type.\n - This class is the primary exchange format between scrapers,\n parsers, and downstream consumers.",
|
||||||
"members": {
|
"members": {
|
||||||
"raw": {
|
"raw": {
|
||||||
"name": "raw",
|
"name": "raw",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.raw",
|
"path": "omniread.xlsx.scraper.Content.raw",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('raw', 'omniread.core.content.Content.raw')>",
|
||||||
"docstring": "Raw content bytes as retrieved from the source."
|
"docstring": "Raw content bytes as retrieved from the source."
|
||||||
},
|
},
|
||||||
"source": {
|
"source": {
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.source",
|
"path": "omniread.xlsx.scraper.Content.source",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('source', 'omniread.core.content.Content.source')>",
|
||||||
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
"docstring": "Identifier of the content origin (URL, file path, or logical name)."
|
||||||
},
|
},
|
||||||
"content_type": {
|
"content_type": {
|
||||||
"name": "content_type",
|
"name": "content_type",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.content_type",
|
"path": "omniread.xlsx.scraper.Content.content_type",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('content_type', 'omniread.core.content.Content.content_type')>",
|
||||||
"docstring": "Optional MIME type of the content, if known."
|
"docstring": "Optional MIME type of the content, if known."
|
||||||
},
|
},
|
||||||
"metadata": {
|
"metadata": {
|
||||||
"name": "metadata",
|
"name": "metadata",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.Content.metadata",
|
"path": "omniread.xlsx.scraper.Content.metadata",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('metadata', 'omniread.core.content.Content.metadata')>",
|
||||||
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
"docstring": "Optional, implementation-defined metadata associated with the content (e.g., headers, encoding hints, extraction notes)."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -45,49 +59,49 @@
|
|||||||
"name": "ContentType",
|
"name": "ContentType",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.ContentType",
|
"path": "omniread.xlsx.scraper.ContentType",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('ContentType', 'omniread.core.content.ContentType')>",
|
||||||
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
"docstring": "Supported MIME types for extracted content.\n\nNotes:\n **Guarantees:**\n\n - This enum represents the declared or inferred media type of the\n content source.\n - It is primarily used for routing content to the appropriate\n parser or downstream consumer.",
|
||||||
"members": {
|
"members": {
|
||||||
"HTML": {
|
"HTML": {
|
||||||
"name": "HTML",
|
"name": "HTML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.HTML",
|
"path": "omniread.xlsx.scraper.ContentType.HTML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('HTML', 'omniread.core.content.ContentType.HTML')>",
|
||||||
"docstring": "HTML document content."
|
"docstring": "HTML document content."
|
||||||
},
|
},
|
||||||
"PDF": {
|
"PDF": {
|
||||||
"name": "PDF",
|
"name": "PDF",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.PDF",
|
"path": "omniread.xlsx.scraper.ContentType.PDF",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('PDF', 'omniread.core.content.ContentType.PDF')>",
|
||||||
"docstring": "PDF document content."
|
"docstring": "PDF document content."
|
||||||
},
|
},
|
||||||
"XLSX": {
|
"XLSX": {
|
||||||
"name": "XLSX",
|
"name": "XLSX",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.XLSX",
|
"path": "omniread.xlsx.scraper.ContentType.XLSX",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XLSX', 'omniread.core.content.ContentType.XLSX')>",
|
||||||
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
"docstring": "Office Open XML spreadsheet (xlsx/xlsm) content."
|
||||||
},
|
},
|
||||||
"CSV": {
|
"CSV": {
|
||||||
"name": "CSV",
|
"name": "CSV",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.CSV",
|
"path": "omniread.xlsx.scraper.ContentType.CSV",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('CSV', 'omniread.core.content.ContentType.CSV')>",
|
||||||
"docstring": "Comma-separated-value document content."
|
"docstring": "Comma-separated-value document content."
|
||||||
},
|
},
|
||||||
"JSON": {
|
"JSON": {
|
||||||
"name": "JSON",
|
"name": "JSON",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.JSON",
|
"path": "omniread.xlsx.scraper.ContentType.JSON",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('JSON', 'omniread.core.content.ContentType.JSON')>",
|
||||||
"docstring": "JSON document content."
|
"docstring": "JSON document content."
|
||||||
},
|
},
|
||||||
"XML": {
|
"XML": {
|
||||||
"name": "XML",
|
"name": "XML",
|
||||||
"kind": "attribute",
|
"kind": "attribute",
|
||||||
"path": "omniread.xlsx.scraper.ContentType.XML",
|
"path": "omniread.xlsx.scraper.ContentType.XML",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('XML', 'omniread.core.content.ContentType.XML')>",
|
||||||
"docstring": "XML document content."
|
"docstring": "XML document content."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -96,14 +110,14 @@
|
|||||||
"name": "BaseXlsxClient",
|
"name": "BaseXlsxClient",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.BaseXlsxClient",
|
"path": "omniread.xlsx.scraper.BaseXlsxClient",
|
||||||
"signature": null,
|
"signature": "<bound method Alias.signature of Alias('BaseXlsxClient', 'omniread.xlsx.client.BaseXlsxClient')>",
|
||||||
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
"docstring": "Abstract client responsible for retrieving spreadsheet bytes.\n\nRetrieves bytes from a specific backing store (filesystem, S3, FTP, etc.).\n\nNotes:\n **Responsibilities:**\n\n - Implementations must accept a source identifier appropriate to\n the backing store.\n - Return the full xlsx binary payload.\n - Raise retrieval-specific errors on failure.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.scraper.BaseXlsxClient.fetch",
|
"path": "omniread.xlsx.scraper.BaseXlsxClient.fetch",
|
||||||
"signature": "fetch(source: Any)",
|
"signature": "<bound method Alias.signature of Alias('fetch', 'omniread.xlsx.client.BaseXlsxClient.fetch')>",
|
||||||
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
"docstring": "Fetch raw xlsx bytes from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet location, such as a file path,\n object storage key, or remote reference.\n\nReturns:\n bytes:\n Raw xlsx bytes.\n\nRaises:\n Exception:\n Retrieval-specific errors defined by the implementation."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -112,14 +126,14 @@
|
|||||||
"name": "XlsxScraper",
|
"name": "XlsxScraper",
|
||||||
"kind": "class",
|
"kind": "class",
|
||||||
"path": "omniread.xlsx.scraper.XlsxScraper",
|
"path": "omniread.xlsx.scraper.XlsxScraper",
|
||||||
"signature": "XlsxScraper(*, client: BaseXlsxClient)",
|
"signature": "<bound method Class.signature of Class('XlsxScraper', 21, 80)>",
|
||||||
"docstring": "Scraper for xlsx spreadsheet documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw xlsx bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n XLSX content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
"docstring": "Scraper for xlsx spreadsheet documents.\n\nNotes:\n **Responsibilities:**\n\n - Fetch raw xlsx bytes via the configured client.\n - Wrap the payload in a canonical `Content` instance with the\n XLSX content type and source identifier.\n\n **Constraints:**\n\n - The scraper does not perform parsing or interpretation.\n - Does not assume a specific storage backend.",
|
||||||
"members": {
|
"members": {
|
||||||
"fetch": {
|
"fetch": {
|
||||||
"name": "fetch",
|
"name": "fetch",
|
||||||
"kind": "function",
|
"kind": "function",
|
||||||
"path": "omniread.xlsx.scraper.XlsxScraper.fetch",
|
"path": "omniread.xlsx.scraper.XlsxScraper.fetch",
|
||||||
"signature": "fetch(source: Any, *, metadata: Mapping[str, Any] | None = None) -> Content",
|
"signature": "<bound method Function.signature of Function('fetch', 48, 80)>",
|
||||||
"docstring": "Fetch an xlsx document from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw xlsx bytes, source\n identifier, XLSX content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
"docstring": "Fetch an xlsx document from the given source.\n\nArgs:\n source (Any):\n Identifier of the spreadsheet source as understood by the\n configured client.\n metadata (Mapping[str, Any] | None, optional):\n Optional metadata to attach to the returned content.\n\nReturns:\n Content:\n A `Content` instance containing raw xlsx bytes, source\n identifier, XLSX content type, and optional metadata.\n\nRaises:\n Exception:\n Retrieval-specific errors raised by the client."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -85,15 +85,3 @@ nav:
|
|||||||
- pdf/client.md
|
- pdf/client.md
|
||||||
- pdf/parser.md
|
- pdf/parser.md
|
||||||
- pdf/scraper.md
|
- pdf/scraper.md
|
||||||
- CSV Handling:
|
|
||||||
- csv/index.md
|
|
||||||
- csv/client.md
|
|
||||||
- csv/parser_base.md
|
|
||||||
- csv/parser.md
|
|
||||||
- csv/scraper.md
|
|
||||||
- XLSX Handling:
|
|
||||||
- xlsx/index.md
|
|
||||||
- xlsx/client.md
|
|
||||||
- xlsx/parser_base.md
|
|
||||||
- xlsx/parser.md
|
|
||||||
- xlsx/scraper.md
|
|
||||||
|
|||||||
@@ -1,69 +0,0 @@
|
|||||||
site_name: OmniRead Documentation
|
|
||||||
docs_dir: wiki
|
|
||||||
site_dir: ../site/wiki
|
|
||||||
|
|
||||||
nav:
|
|
||||||
- Home: index.md
|
|
||||||
- Overview: 01_overview.md
|
|
||||||
- How to Use: 02_how_to_use.md
|
|
||||||
- Extending OmniRead: 03_extending.md
|
|
||||||
- Development: 04_development.md
|
|
||||||
|
|
||||||
theme:
|
|
||||||
name: material
|
|
||||||
palette:
|
|
||||||
scheme: slate
|
|
||||||
primary: blue grey
|
|
||||||
accent: teal
|
|
||||||
font:
|
|
||||||
text: Roboto
|
|
||||||
code: JetBrains Mono
|
|
||||||
features:
|
|
||||||
- navigation.sections
|
|
||||||
- navigation.expand
|
|
||||||
- navigation.top
|
|
||||||
- navigation.instant
|
|
||||||
- navigation.tracking
|
|
||||||
- navigation.indexes
|
|
||||||
- content.code.copy
|
|
||||||
- content.code.annotate
|
|
||||||
- content.tabs.link
|
|
||||||
- content.action.edit
|
|
||||||
- search.highlight
|
|
||||||
- search.share
|
|
||||||
- search.suggest
|
|
||||||
- navigation.tabs
|
|
||||||
- toc.integrate
|
|
||||||
- header.autohide
|
|
||||||
- announce.dismiss
|
|
||||||
- footer.social
|
|
||||||
- content.code.select
|
|
||||||
- content.code.line_numbers
|
|
||||||
- content.tooltips
|
|
||||||
icon:
|
|
||||||
logo: material/book-open-page-variant
|
|
||||||
repo: fontawesome/brands/github
|
|
||||||
markdown_extensions:
|
|
||||||
- pymdownx.superfences
|
|
||||||
- pymdownx.inlinehilite
|
|
||||||
- pymdownx.snippets
|
|
||||||
- admonition
|
|
||||||
- pymdownx.details
|
|
||||||
- pymdownx.highlight:
|
|
||||||
linenums: true
|
|
||||||
anchor_linenums: true
|
|
||||||
line_spans: __span
|
|
||||||
pygments_lang_class: true
|
|
||||||
- pymdownx.tabbed:
|
|
||||||
alternate_style: true
|
|
||||||
- pymdownx.tasklist:
|
|
||||||
custom_checkbox: true
|
|
||||||
- tables
|
|
||||||
- footnotes
|
|
||||||
- pymdownx.caret
|
|
||||||
- pymdownx.tilde
|
|
||||||
- pymdownx.mark
|
|
||||||
extra_css:
|
|
||||||
- https://unpkg.com/dracula-prism/dist/css/dracula-prism.css
|
|
||||||
plugins:
|
|
||||||
- search
|
|
||||||
@@ -1,86 +0,0 @@
|
|||||||
# 🧱 Overview
|
|
||||||
|
|
||||||
OmniRead is designed as a **decoupled content engine** with three distinct
|
|
||||||
layers. Understanding them is the key to using and extending the library.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🏗️ Architecture
|
|
||||||
|
|
||||||
```text
|
|
||||||
┌─────────────────────────────┐
|
|
||||||
│ Source (URL, file, storage) │
|
|
||||||
└────────────┬────────────────┘
|
|
||||||
│
|
|
||||||
┌─────────▼──────────┐
|
|
||||||
│ Scraper / Client │ fetches raw bytes
|
|
||||||
└─────────┬──────────┘
|
|
||||||
│ returns
|
|
||||||
┌─────────▼──────────┐
|
|
||||||
│ Content │ raw + source + type
|
|
||||||
└─────────┬──────────┘
|
|
||||||
│
|
|
||||||
┌─────────▼──────────┐
|
|
||||||
│ Parser │ parse() → structured T
|
|
||||||
└────────────────────┘
|
|
||||||
```
|
|
||||||
|
|
||||||
1. **Scraper** (`BaseScraper`) — fetches raw bytes from a source (HTTP URL,
|
|
||||||
filesystem path, object storage). Returns a `Content` instance.
|
|
||||||
Scrapers never interpret content.
|
|
||||||
2. **Content** (`Content`) — the canonical exchange model: raw bytes,
|
|
||||||
source identifier, and optional `ContentType` enum.
|
|
||||||
3. **Parser** (`BaseParser[T]`) — receives a `Content` and returns a
|
|
||||||
structured result of type `T` via `parse()`.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📦 The `Content` model
|
|
||||||
|
|
||||||
Defined in `omniread.core.content`:
|
|
||||||
|
|
||||||
```python
|
|
||||||
from dataclasses import dataclass
|
|
||||||
from omniread import Content, ContentType
|
|
||||||
|
|
||||||
@dataclass(slots=True)
|
|
||||||
class Content:
|
|
||||||
raw: bytes
|
|
||||||
source: str
|
|
||||||
content_type: ContentType | None = None
|
|
||||||
```
|
|
||||||
|
|
||||||
- `raw` — the raw bytes exactly as retrieved.
|
|
||||||
- `source` — URL, file path, or logical name identifying the origin.
|
|
||||||
- `content_type` — optional `ContentType` enum value.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🎭 The `ContentType` enum
|
|
||||||
|
|
||||||
| Value | MIME | Used by |
|
|
||||||
|---|---|---|
|
|
||||||
| `HTML` | `text/html` | HTMLScraper |
|
|
||||||
| `PDF` | `application/pdf` | PDFScraper |
|
|
||||||
| `XLSX` | `application/vnd.openxmlformats-...` | XlsxScraper |
|
|
||||||
| `CSV` | `text/csv` | CsvScraper |
|
|
||||||
| `JSON` | `application/json` | — |
|
|
||||||
| `XML` | `application/xml` | — |
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🧩 Format modules at a glance
|
|
||||||
|
|
||||||
| Module | Scraper | Parser | Client | Notes |
|
|
||||||
|---|---|---|---|---|
|
|
||||||
| `omniread.html` | `HTMLScraper` | `HTMLParser` | — | httpx + BeautifulSoup |
|
|
||||||
| `omniread.pdf` | `PDFScraper` | `PDFParser` | `FileSystemPDFClient` | explicit client layer |
|
|
||||||
| `omniread.csv` | `CsvScraper` | `CsvParser` | `FileSystemCsvClient` | stdlib csv module |
|
|
||||||
| `omniread.xlsx` | `XlsxScraper` | `XlsxParser` | `FileSystemXlsxClient` | openpyxl-backed |
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📚 Read Next
|
|
||||||
|
|
||||||
- [How to Use](02_how_to_use.md) — working examples per format.
|
|
||||||
- [Extending OmniRead](03_extending.md) — subclassing scrapers and parsers.
|
|
||||||
@@ -1,109 +0,0 @@
|
|||||||
# 🖥️ How to Use
|
|
||||||
|
|
||||||
Every format follows the same pipeline: **scrape → `Content` → parse**.
|
|
||||||
This page shows each supported format with working patterns.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🌐 HTML
|
|
||||||
|
|
||||||
```python
|
|
||||||
from omniread import HTMLScraper, HTMLParser
|
|
||||||
|
|
||||||
class TitleParser(HTMLParser[str]):
|
|
||||||
def parse(self) -> str:
|
|
||||||
return self._soup.title.string
|
|
||||||
|
|
||||||
scraper = HTMLScraper() # httpx under the hood
|
|
||||||
content = scraper.fetch("https://example.com")
|
|
||||||
|
|
||||||
title = TitleParser(content).parse()
|
|
||||||
```
|
|
||||||
|
|
||||||
`HTMLScraper` accepts an optional `client` (an `httpx.Client`) for transport
|
|
||||||
control — the test suite wires one to a mock transport.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📕 PDF
|
|
||||||
|
|
||||||
PDFs need a **client** to supply raw bytes before parsing:
|
|
||||||
|
|
||||||
```python
|
|
||||||
from pathlib import Path
|
|
||||||
from omniread import FileSystemPDFClient, PDFScraper, PDFParser
|
|
||||||
|
|
||||||
class TextPDFParser(PDFParser[str]):
|
|
||||||
def parse(self) -> str:
|
|
||||||
# implement your extraction logic
|
|
||||||
return self.content.raw # bytes, decode as needed
|
|
||||||
|
|
||||||
client = FileSystemPDFClient()
|
|
||||||
scraper = PDFScraper(client=client)
|
|
||||||
content = scraper.fetch(Path("document.pdf"))
|
|
||||||
|
|
||||||
result = TextPDFParser(content).parse()
|
|
||||||
```
|
|
||||||
|
|
||||||
`PDFParser` subclasses receive `self.content` and implement `parse()`.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📊 CSV
|
|
||||||
|
|
||||||
```python
|
|
||||||
from omniread import FileSystemCsvClient, CsvScraper, CsvParser
|
|
||||||
|
|
||||||
scraper = CsvScraper(client=FileSystemCsvClient())
|
|
||||||
content = scraper.fetch("data.csv")
|
|
||||||
|
|
||||||
parser = CsvParser(content)
|
|
||||||
for row in parser.rows():
|
|
||||||
print(row)
|
|
||||||
```
|
|
||||||
|
|
||||||
`CsvParser.rows()` yields string rows trimmed of empties by default
|
|
||||||
(`skip_empty=True`).
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📑 XLSX
|
|
||||||
|
|
||||||
```python
|
|
||||||
from omniread import FileSystemXlsxClient, XlsxScraper, XlsxParser
|
|
||||||
|
|
||||||
scraper = XlsxScraper(client=FileSystemXlsxClient())
|
|
||||||
content = scraper.fetch("statement.xlsx")
|
|
||||||
|
|
||||||
parser = XlsxParser(content)
|
|
||||||
print(parser.sheet_names) # e.g. ["Statement"]
|
|
||||||
rows = parser.rows(sheet="Statement") # by name or index
|
|
||||||
all_rows = parser.parse() # alias for rows()
|
|
||||||
```
|
|
||||||
|
|
||||||
Key behaviors:
|
|
||||||
|
|
||||||
- `rows(skip_empty=False)` keeps blank rows (off by default).
|
|
||||||
- Cells render as trimmed strings; date cells convert to ISO format
|
|
||||||
(`2026-06-01T00:00:00`).
|
|
||||||
- `rows(sheet="Missing")` raises for an unknown sheet.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🔀 End-to-end flow
|
|
||||||
|
|
||||||
```python
|
|
||||||
content = scraper.fetch(source) # 1. acquire → Content
|
|
||||||
assert isinstance(content.raw, bytes)
|
|
||||||
assert content.content_type is not None
|
|
||||||
|
|
||||||
parser = MyParser(content) # 2. interpret → T
|
|
||||||
result = parser.parse()
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📚 Read Next
|
|
||||||
|
|
||||||
- [Overview](01_overview.md) — the full architecture.
|
|
||||||
- [Extending OmniRead](03_extending.md) — custom clients and parsers.
|
|
||||||
@@ -1,104 +0,0 @@
|
|||||||
# 🧩 Extending OmniRead
|
|
||||||
|
|
||||||
OmniRead is meant to be extended by subclassing. All public extension points
|
|
||||||
are generic over their result type, so your parser returns exactly the shape
|
|
||||||
you need.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🧬 Custom parsers
|
|
||||||
|
|
||||||
Subclass `BaseParser[T]` (or a format parser) and implement `parse()`:
|
|
||||||
|
|
||||||
```python
|
|
||||||
from pydantic import BaseModel
|
|
||||||
from omniread import HTMLParser
|
|
||||||
|
|
||||||
class Page(BaseModel):
|
|
||||||
title: str
|
|
||||||
content: str | None
|
|
||||||
|
|
||||||
class PageParser(HTMLParser[Page]):
|
|
||||||
def parse(self) -> Page:
|
|
||||||
soup = self._soup
|
|
||||||
div = soup.find("div", id="content")
|
|
||||||
return Page(
|
|
||||||
title=soup.title.string,
|
|
||||||
content=div.get_text() if div else None,
|
|
||||||
)
|
|
||||||
```
|
|
||||||
|
|
||||||
The parsed page is validated by Pydantic on construction — no manual
|
|
||||||
assertions required.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🧬 Custom PDF parsers
|
|
||||||
|
|
||||||
PDF binary layout is format-specific, so parsers return your own model:
|
|
||||||
|
|
||||||
```python
|
|
||||||
from typing import Literal
|
|
||||||
from pydantic import BaseModel
|
|
||||||
from omniread import PDFParser
|
|
||||||
|
|
||||||
class ParsedPDF(BaseModel):
|
|
||||||
size_bytes: int
|
|
||||||
magic: Literal[b"%PDF"]
|
|
||||||
|
|
||||||
class SimplePDFParser(PDFParser[ParsedPDF]):
|
|
||||||
def parse(self) -> ParsedPDF:
|
|
||||||
if not self.content.raw.startswith(b"%PDF"):
|
|
||||||
raise ValueError("Not a valid PDF")
|
|
||||||
return ParsedPDF(size_bytes=len(self.content.raw), magic=b"%PDF")
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🧬 Custom clients
|
|
||||||
|
|
||||||
Clients supply raw bytes to a scraper. For PDFs, subclass
|
|
||||||
`BasePDFClient` (or `FileSystemPDFClient`) and implement
|
|
||||||
`fetch(source) -> bytes`:
|
|
||||||
|
|
||||||
```python
|
|
||||||
from omniread.pdf.client import BasePDFClient
|
|
||||||
|
|
||||||
class MockPDFClient(BasePDFClient):
|
|
||||||
def fetch(self, source):
|
|
||||||
return b"%PDF ..." # bytes for the logical identifier
|
|
||||||
```
|
|
||||||
|
|
||||||
The same pattern applies to `BaseCsvClient` and `BaseXlsxClient`.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🚀 Custom scrapers
|
|
||||||
|
|
||||||
Festch something that a built-in scraper does not cover by extending
|
|
||||||
`BaseScraper`:
|
|
||||||
|
|
||||||
```python
|
|
||||||
from omniread import BaseScraper, Content, ContentType
|
|
||||||
|
|
||||||
class StorageScraper(BaseScraper):
|
|
||||||
def fetch(self, source, *, metadata=None):
|
|
||||||
raw = my_object_storage.download(source) # your I/O
|
|
||||||
return Content(raw=raw, source=source, content_type=ContentType.JSON)
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## ✅ Extension checklist
|
|
||||||
|
|
||||||
1. Keep **scraper** and **parser** separate — never mix I/O into `parse()`.
|
|
||||||
2. Return `Content` from any scraper/client so downstream stays uniform.
|
|
||||||
3. Return a *typed* result from your parser (Pydantic model, dataclass, str).
|
|
||||||
4. Test your custom layers with a mock client, not a live network.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📚 Read Next
|
|
||||||
|
|
||||||
- [How to Use](02_how_to_use.md) — built-in example flows.
|
|
||||||
- [Development](04_development.md) — running tests and docs.
|
|
||||||
@@ -1,87 +0,0 @@
|
|||||||
# 🛠️ Development
|
|
||||||
|
|
||||||
Working on `omniread` itself.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📂 Repository layout
|
|
||||||
|
|
||||||
| Path | Purpose |
|
|
||||||
|---|---|
|
|
||||||
| `omniread/` | The library package (core + html, pdf, csv, xlsx modules) |
|
|
||||||
| `omniread/*.pyi` | Type stubs kept in sync with implementations |
|
|
||||||
| `tests/` | End-to-end and unit tests against mock transports/clients |
|
|
||||||
| `covers` | — |
|
|
||||||
| `docs/lib/` | Generated library reference (docforge, flat layout) |
|
|
||||||
| `docs/mcp/` | Machine-readable bundle served by the MCP server |
|
|
||||||
| `docs/wiki/` | This hand-written wiki |
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🔧 Setup
|
|
||||||
|
|
||||||
```bash
|
|
||||||
python -m venv .venv
|
|
||||||
.venv/Scripts/pip install -e ".[dev]"
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🧪 Tests
|
|
||||||
|
|
||||||
Run the suite (offline; a mock httpx transport and mock PDF client are used):
|
|
||||||
|
|
||||||
```bash
|
|
||||||
.venv/Scripts/pytest
|
|
||||||
```
|
|
||||||
|
|
||||||
Coverage spans end-to-end scrape → parse flows for HTML, PDF, and XLSX,
|
|
||||||
plus client validation and CSV/XLSX parsing edge cases.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## ✅ Quality gates
|
|
||||||
|
|
||||||
The CI quality gate runs, matching the Drone pipeline:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
.venv/Scripts/black --check .
|
|
||||||
.venv/Scripts/ruff check .
|
|
||||||
.venv/Scripts/mypy
|
|
||||||
.venv/Scripts/pytest
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📝 Building documentation (docforge)
|
|
||||||
|
|
||||||
The site is generated by [`docforge`](https://git.aetoskia.com/aetos/doc-forge)
|
|
||||||
and served per kind under `site/{kind}`:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
doc-forge build \
|
|
||||||
--mkdocs --mcp \
|
|
||||||
--module-is-source --module omniread \
|
|
||||||
--site-name "OmniRead"
|
|
||||||
```
|
|
||||||
|
|
||||||
- `--module-is-source` renders the flat `docs/lib/` layout (no nesting under
|
|
||||||
`omniread/`), matching `docforge.nav.yml` and `docs/mkdocs.lib.yml`.
|
|
||||||
- `--mcp` regenerates the structured bundle in `docs/mcp/`.
|
|
||||||
- `--wiki` builds this wiki.
|
|
||||||
- `gen_api.py` (if present) regenerates the API docs.
|
|
||||||
|
|
||||||
Preview locally:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
doc-forge serve --lib
|
|
||||||
doc-forge serve --wiki
|
|
||||||
doc-forge serve --mcp
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📚 Read Next
|
|
||||||
|
|
||||||
- [Extending OmniRead](03_extending.md) — custom parsers, scrapers, clients.
|
|
||||||
- [Overview](01_overview.md) — the core architecture.
|
|
||||||
@@ -1,64 +0,0 @@
|
|||||||
# 📄 OmniRead — Format-Agnostic Content Acquisition and Parsing
|
|
||||||
|
|
||||||
`OmniRead` is a composable content ingestion framework with pluggable scrapers
|
|
||||||
and parsers for HTML, PDF, CSV, and XLSX. It cleanly separates fetching
|
|
||||||
(I/O) from interpretation (parsing) through a canonical `Content` exchange
|
|
||||||
model, giving each format its own scraper and parser while sharing one
|
|
||||||
uniform pipeline.
|
|
||||||
|
|
||||||
> **Doc model:** this wiki is written for humans — how‑to guides, examples,
|
|
||||||
> and extension recipes. The authoritative API contracts live in the code
|
|
||||||
> (GSDFC docstrings) and the machine‑readable bundle under `docs/mcp/`.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🚀 Key Features
|
|
||||||
|
|
||||||
* 🧱 **Content/Scraper/Parser architecture** — fetch and interpret in
|
|
||||||
independent, testable layers
|
|
||||||
* 📄 **Canonical `Content` model** — raw bytes + metadata passed between all
|
|
||||||
layers via one dataclass
|
|
||||||
* 🌐 **HTML** — HTTP-based scraper with httpx; DOM parsing via BeautifulSoup
|
|
||||||
* 📕 **PDF** — client + scraper for raw PDF bytes; user-defined parsers
|
|
||||||
* 📊 **CSV** — standard-library CSV parser over `rows()` iterator
|
|
||||||
* 📑 **XLSX** — openpyxl-backed spreadsheet parser with sheet selection,
|
|
||||||
empty-row control, and ISO date conversion
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## ⚡ Quick Start
|
|
||||||
|
|
||||||
```python
|
|
||||||
from omniread import HTMLScraper, HTMLParser
|
|
||||||
|
|
||||||
class TitleParser(HTMLParser[str]):
|
|
||||||
def parse(self) -> str:
|
|
||||||
return self._soup.title.string
|
|
||||||
|
|
||||||
content = HTMLScraper().fetch("https://example.com")
|
|
||||||
title = TitleParser(content).parse()
|
|
||||||
assert title == "Example Domain"
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 📁 Documentation Structure
|
|
||||||
|
|
||||||
| Section | What you'll find |
|
|
||||||
|---|---|
|
|
||||||
| [Overview](01_overview.md) | The three-layer architecture and the `Content` model |
|
|
||||||
| [How to Use](02_how_to_use.md) | Ready-to-run examples for HTML, PDF, CSV, and XLSX |
|
|
||||||
| [Extending OmniRead](03_extending.md) | Subclassing scrapers, parsers, and clients |
|
|
||||||
| [Development](04_development.md) | Setup, tests, and regenerating docs |
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 🔗 Related Resources
|
|
||||||
|
|
||||||
* **Source Code:** [Gitea Repository](https://git.aetoskia.com/aetos/omniread)
|
|
||||||
* **Internal PyPI:** [pip.aetoskia.com/simple/omniread](https://pip.aetoskia.com/simple/omniread)
|
|
||||||
* **CI:** Builds and publishes tagged releases, gated on black / ruff / mypy / pytest.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
© Aetoskia Internal — `omniread` 0.0.1
|
|
||||||
@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "omniread"
|
name = "omniread"
|
||||||
version = "0.0.3"
|
version = "0.0.1"
|
||||||
description = "Composable content ingestion framework with pluggable scrapers and parsers for HTML, PDF, and structured data"
|
description = "Composable content ingestion framework with pluggable scrapers and parsers for HTML, PDF, and structured data"
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.10"
|
requires-python = ">=3.10"
|
||||||
@@ -171,14 +171,6 @@ module = [
|
|||||||
ignore_missing_imports = true
|
ignore_missing_imports = true
|
||||||
|
|
||||||
|
|
||||||
[tool.pydoclint]
|
|
||||||
style = "google"
|
|
||||||
exclude = '\.pyi$|tests/'
|
|
||||||
allow-init-docstring = true
|
|
||||||
skip-checking-raises = true
|
|
||||||
check-class-attributes = false
|
|
||||||
|
|
||||||
|
|
||||||
[tool.coverage.run]
|
[tool.coverage.run]
|
||||||
source = ["omniread"]
|
source = ["omniread"]
|
||||||
omit = [
|
omit = [
|
||||||
|
|||||||
Reference in New Issue
Block a user