introspection

docforge/__init__.py

@@ -0,0 +1,15 @@
+"""
+doc-forge — renderer-agnostic Python documentation compiler.
+
+At this stage, doc-forge publicly exposes only the Introspection Layer.
+All the rendering, exporting, and serving APIs are intentionally private
+until their contracts are finalized.
+"""
+
+from .loader import GriffeLoader
+from . import model
+
+__all__ = [
+    "GriffeLoader",
+    "model",
+]

docforge/__init__.pyi

@@ -0,0 +1,4 @@
+from .loader import GriffeLoader
+from . import model
+
+__all__: list[str]

docforge/loader/__init__.py

@@ -0,0 +1,3 @@
+from .griffe_loader import GriffeLoader
+
+__all__ = ["GriffeLoader"]

docforge/loader/__init__.pyi

@@ -0,0 +1,3 @@
+from .griffe_loader import GriffeLoader
+
+__all__ = ["GriffeLoader"]

docforge/loader/griffe_loader.py

@@ -0,0 +1,119 @@
+from __future__ import annotations
+
+import logging
+from typing import List, Optional
+
+from griffe import (
+    GriffeLoader as _GriffeLoader,
+    ModulesCollection,
+    LinesCollection,
+    Object,
+    AliasResolutionError,
+)
+
+from docforge.model import Module, Project, DocObject
+
+logger = logging.getLogger(__name__)
+
+
+class GriffeLoader:
+    """Loads Python modules using Griffe introspection."""
+
+    def __init__(self) -> None:
+        self._loader = _GriffeLoader(
+            modules_collection=ModulesCollection(),
+            lines_collection=LinesCollection(),
+        )
+
+    def load_project(
+        self,
+        module_paths: List[str],
+        project_name: Optional[str] = None,
+    ) -> Project:
+        if not module_paths:
+            raise ValueError("At least one module path must be provided")
+
+        if project_name is None:
+            project_name = module_paths[0].split(".")[0]
+
+        project = Project(name=project_name)
+
+        for module_path in module_paths:
+            try:
+                module = self.load_module(module_path)
+                project.add_module(module)
+            except Exception as e:
+                logger.error("Failed to load module %s: %s", module_path, e)
+                continue
+
+        return project
+
+    def load_module(self, path: str) -> Module:
+        try:
+            self._loader.load(path)
+            griffe_module = self._loader.modules_collection[path]
+        except Exception as e:
+            raise ImportError(f"Failed to load module '{path}': {e}") from e
+
+        return self._convert_module(griffe_module)
+
+    # -------------------------
+    # Conversion helpers
+    # -------------------------
+
+    def _convert_module(self, obj: Object) -> Module:
+        module = Module(
+            path=obj.path,
+            docstring=self._safe_docstring(obj),
+        )
+
+        for name, member in obj.members.items():
+            if name.startswith("_"):
+                continue
+            try:
+                module.add_object(self._convert_object(member))
+            except Exception as e:
+                logger.warning("Skipping member %s: %s", name, e)
+
+        return module
+
+    def _convert_object(self, obj: Object) -> DocObject:
+        kind = obj.kind.value
+        signature = self._safe_signature(obj)
+
+        doc_obj = DocObject(
+            name=obj.name,
+            kind=kind,
+            path=obj.path,
+            signature=signature,
+            docstring=self._safe_docstring(obj),
+        )
+
+        if hasattr(obj, "members"):
+            for name, member in obj.members.items():
+                if name.startswith("_"):
+                    continue
+                try:
+                    doc_obj.add_member(self._convert_object(member))
+                except Exception:
+                    continue
+
+        return doc_obj
+
+    # -------------------------
+    # Safe extractors
+    # -------------------------
+
+    def _safe_docstring(self, obj: Object) -> Optional[str]:
+        try:
+            return obj.docstring.value if obj.docstring else None
+        except AliasResolutionError:
+            return None
+
+    def _safe_signature(self, obj: Object) -> Optional[str]:
+        try:
+            if hasattr(obj, "signature") and obj.signature:
+                return str(obj.signature)
+        except AliasResolutionError:
+            return None
+        return None

docforge/loader/griffe_loader.pyi

@@ -0,0 +1,22 @@
+from typing import List, Optional
+
+from docforge.model import Module, Project
+
+
+class GriffeLoader:
+    """Griffe-based introspection loader.
+
+    This is the only supported introspection backend in doc-forge.
+    """
+
+    def __init__(self) -> None: ...
+
+    def load_project(
+        self,
+        module_paths: List[str],
+        project_name: Optional[str] = ...,
+    ) -> Project:
+        """Load a documentation project from Python modules."""
+
+    def load_module(self, path: str) -> Module:
+        """Load a single Python module by import path."""

docforge/model/__init__.py

@@ -0,0 +1,16 @@
+"""
+Core documentation model for doc-forge.
+
+These classes form the renderer-agnostic, introspection-derived
+representation of Python documentation.
+"""
+
+from .project import Project
+from .module import Module
+from .object import DocObject
+
+__all__ = [
+    "Project",
+    "Module",
+    "DocObject",
+]

docforge/model/__init__.pyi

@@ -0,0 +1,5 @@
+from .project import Project
+from .module import Module
+from .object import DocObject
+
+__all__ = ["Project", "Module", "DocObject"]

docforge/model/module.py

@@ -0,0 +1,27 @@
+from __future__ import annotations
+
+from typing import Dict, Iterable, Optional
+
+from docforge.model.object import DocObject
+
+
+class Module:
+    """Represents a documented Python module."""
+
+    def __init__(
+        self,
+        path: str,
+        docstring: Optional[str] = None,
+    ) -> None:
+        self.path = path
+        self.docstring = docstring
+        self.members: Dict[str, DocObject] = {}
+
+    def add_object(self, obj: DocObject) -> None:
+        self.members[obj.name] = obj
+
+    def get_object(self, name: str) -> DocObject:
+        return self.members[name]
+
+    def get_all_objects(self) -> Iterable[DocObject]:
+        return self.members.values()

docforge/model/module.pyi

@@ -0,0 +1,23 @@
+from typing import Dict, Iterable, Optional
+
+from docforge.model.object import DocObject
+
+
+class Module:
+    """Represents a documented Python module."""
+
+    path: str
+    docstring: Optional[str]
+    members: Dict[str, DocObject]
+
+    def __init__(
+        self,
+        path: str,
+        docstring: Optional[str] = ...,
+    ) -> None: ...
+
+    def add_object(self, obj: DocObject) -> None: ...
+
+    def get_object(self, name: str) -> DocObject: ...
+
+    def get_all_objects(self) -> Iterable[DocObject]: ...

docforge/model/object.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from typing import Dict, Iterable, Optional
+
+
+class DocObject:
+    """Represents a documented Python object."""
+
+    def __init__(
+        self,
+        name: str,
+        kind: str,
+        path: str,
+        signature: Optional[str] = None,
+        docstring: Optional[str] = None,
+    ) -> None:
+        self.name = name
+        self.kind = kind
+        self.path = path
+        self.signature = signature
+        self.docstring = docstring
+        self.members: Dict[str, DocObject] = {}
+
+    def add_member(self, obj: DocObject) -> None:
+        self.members[obj.name] = obj
+
+    def get_member(self, name: str) -> DocObject:
+        return self.members[name]
+
+    def get_all_members(self) -> Iterable[DocObject]:
+        return self.members.values()

docforge/model/object.pyi

@@ -0,0 +1,27 @@
+from typing import Dict, Iterable, Optional
+
+
+class DocObject:
+    """Represents a documented Python object."""
+
+    name: str
+    kind: str
+    path: str
+    signature: Optional[str]
+    docstring: Optional[str]
+    members: Dict[str, "DocObject"]
+
+    def __init__(
+        self,
+        name: str,
+        kind: str,
+        path: str,
+        signature: Optional[str] = ...,
+        docstring: Optional[str] = ...,
+    ) -> None: ...
+
+    def add_member(self, obj: "DocObject") -> None: ...
+
+    def get_member(self, name: str) -> "DocObject": ...
+
+    def get_all_members(self) -> Iterable["DocObject"]: ...

docforge/model/project.py

@@ -0,0 +1,25 @@
+from __future__ import annotations
+
+from typing import Dict, Iterable
+
+from docforge.model.module import Module
+
+
+class Project:
+    """Represents a documentation project."""
+
+    def __init__(self, name: str) -> None:
+        self.name = name
+        self.modules: Dict[str, Module] = {}
+
+    def add_module(self, module: Module) -> None:
+        self.modules[module.path] = module
+
+    def get_module(self, path: str) -> Module:
+        return self.modules[path]
+
+    def get_all_modules(self) -> Iterable[Module]:
+        return self.modules.values()
+
+    def get_module_list(self) -> list[str]:
+        return list(self.modules.keys())

docforge/model/project.pyi

@@ -0,0 +1,20 @@
+from typing import Dict, Iterable
+
+from docforge.model.module import Module
+
+
+class Project:
+    """Represents a documentation project."""
+
+    name: str
+    modules: Dict[str, Module]
+
+    def __init__(self, name: str) -> None: ...
+
+    def add_module(self, module: Module) -> None: ...
+
+    def get_module(self, path: str) -> Module: ...
+
+    def get_all_modules(self) -> Iterable[Module]: ...
+
+    def get_module_list(self) -> list[str]: ...