224 lines
8.6 KiB
Python
224 lines
8.6 KiB
Python
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
import shutil
|
|
|
|
import groundrecall.ingest as ingest_module
|
|
import groundrecall.source_adapters # noqa: F401
|
|
from groundrecall.source_adapters.base import detect_source_adapter, list_source_adapters
|
|
from groundrecall.ingest import run_groundrecall_import
|
|
|
|
|
|
def _fixture_doclift_bundle() -> Path:
|
|
return Path(__file__).parent / "fixtures" / "doclift_bundle_minimal"
|
|
|
|
|
|
def _copied_fixture_doclift_bundle(tmp_path: Path) -> Path:
|
|
target = tmp_path / "doclift_bundle_minimal"
|
|
shutil.copytree(_fixture_doclift_bundle(), target)
|
|
return target
|
|
|
|
|
|
def test_groundrecall_source_adapter_registry_lists_expected_adapters() -> None:
|
|
names = set(list_source_adapters())
|
|
assert "llmwiki" in names
|
|
assert "polypaper" in names
|
|
assert "markdown_notes" in names
|
|
assert "transcript" in names
|
|
assert "didactopus_pack" in names
|
|
assert "doclift_bundle" in names
|
|
|
|
|
|
def test_detect_llmwiki_adapter(tmp_path: Path) -> None:
|
|
(tmp_path / "wiki").mkdir()
|
|
adapter = detect_source_adapter(tmp_path)
|
|
assert adapter.name == "llmwiki"
|
|
assert adapter.import_intent() == "grounded_knowledge"
|
|
|
|
|
|
def test_detect_didactopus_pack_adapter(tmp_path: Path) -> None:
|
|
(tmp_path / "pack.yaml").write_text("name: p\n", encoding="utf-8")
|
|
(tmp_path / "concepts.yaml").write_text("concepts: []\n", encoding="utf-8")
|
|
adapter = detect_source_adapter(tmp_path)
|
|
assert adapter.name == "didactopus_pack"
|
|
assert adapter.import_intent() == "both"
|
|
|
|
|
|
def test_detect_doclift_bundle_adapter() -> None:
|
|
adapter = detect_source_adapter(_fixture_doclift_bundle())
|
|
assert adapter.name == "doclift_bundle"
|
|
assert adapter.import_intent() == "both"
|
|
|
|
|
|
def test_groundrecall_import_records_adapter_and_intent(tmp_path: Path) -> None:
|
|
(tmp_path / "wiki").mkdir()
|
|
(tmp_path / "wiki" / "note.md").write_text("# Title\n\n- A note.\n", encoding="utf-8")
|
|
result = run_groundrecall_import(tmp_path, mode="quick", import_id="adapter-test")
|
|
assert result.manifest["source_adapter"] == "llmwiki"
|
|
assert result.manifest["import_intent"] == "grounded_knowledge"
|
|
|
|
|
|
def test_markdown_notes_adapter_ingests_tex_files(tmp_path: Path) -> None:
|
|
(tmp_path / "draft.tex").write_text(
|
|
"\\section{Related Work}\n\n"
|
|
"We connect behaviorism and language models.\n",
|
|
encoding="utf-8",
|
|
)
|
|
|
|
adapter = detect_source_adapter(tmp_path)
|
|
assert adapter.name == "markdown_notes"
|
|
|
|
result = run_groundrecall_import(tmp_path, mode="quick", import_id="tex-test")
|
|
assert result.manifest["source_adapter"] == "markdown_notes"
|
|
assert result.manifest["artifact_count"] == 1
|
|
assert result.artifacts[0]["path"] == "draft.tex"
|
|
assert result.claims
|
|
|
|
|
|
def test_tex_import_uses_pandoc_markdown_when_available(tmp_path: Path, monkeypatch) -> None:
|
|
(tmp_path / "draft.tex").write_text(
|
|
"\\section{Ignored by fallback}\n"
|
|
"\\usepackage{amsmath}\n",
|
|
encoding="utf-8",
|
|
)
|
|
|
|
monkeypatch.setattr(
|
|
ingest_module,
|
|
"_convert_tex_to_markdown",
|
|
lambda path: "# Converted Draft\n\n- Converted claim from pandoc.\n",
|
|
)
|
|
|
|
result = run_groundrecall_import(tmp_path, mode="quick", import_id="tex-pandoc-test")
|
|
claim_texts = [item["claim_text"] for item in result.claims]
|
|
concept_ids = {item["concept_id"] for item in result.concepts}
|
|
|
|
assert "Converted claim from pandoc." in claim_texts
|
|
assert "concept::converted-draft" in concept_ids
|
|
|
|
|
|
def test_detect_polypaper_adapter_and_exclude_support_files(tmp_path: Path) -> None:
|
|
(tmp_path / "pieces").mkdir()
|
|
(tmp_path / "figs").mkdir()
|
|
(tmp_path / "setup").mkdir()
|
|
(tmp_path / "main.tex").write_text(
|
|
"\\include{pieces/discussion}\n"
|
|
"\\include{pieces/table-results}\n"
|
|
"\\input{figs/figure-system}\n",
|
|
encoding="utf-8",
|
|
)
|
|
(tmp_path / "paper.org").write_text("* draft\n", encoding="utf-8")
|
|
(tmp_path / "pieces" / "discussion.tex").write_text("\\section{Discussion}\n\nMore text.\n", encoding="utf-8")
|
|
(tmp_path / "pieces" / "table-results.tex").write_text("\\begin{tabular}x\\end{tabular}\n", encoding="utf-8")
|
|
(tmp_path / "pieces" / "unused.tex").write_text("\\section{Unused}\n\nIgnore me.\n", encoding="utf-8")
|
|
(tmp_path / "figs" / "figure-system.tex").write_text("\\begin{figure}x\\end{figure}\n", encoding="utf-8")
|
|
(tmp_path / "setup" / "venue-arxiv.tex").write_text("\\section{Setup}\n", encoding="utf-8")
|
|
(tmp_path / ".pp-export-tmp.tex").write_text("\\section{Tmp}\n", encoding="utf-8")
|
|
|
|
adapter = detect_source_adapter(tmp_path)
|
|
assert adapter.name == "polypaper"
|
|
|
|
result = run_groundrecall_import(tmp_path, mode="quick", import_id="polypaper-test")
|
|
paths = {item["path"] for item in result.artifacts}
|
|
assert "main.tex" not in paths
|
|
assert "pieces/discussion.tex" in paths
|
|
assert "pieces/table-results.tex" not in paths
|
|
assert "figs/figure-system.tex" not in paths
|
|
assert "pieces/unused.tex" not in paths
|
|
assert "setup/venue-arxiv.tex" not in paths
|
|
assert ".pp-export-tmp.tex" not in paths
|
|
|
|
|
|
def test_tex_import_skips_table_and_figure_markup_from_pandoc(tmp_path: Path, monkeypatch) -> None:
|
|
(tmp_path / "draft.tex").write_text("\\section{Draft}\n", encoding="utf-8")
|
|
|
|
monkeypatch.setattr(
|
|
ingest_module,
|
|
"_convert_tex_to_markdown",
|
|
lambda path: "\n".join(
|
|
[
|
|
"# Draft",
|
|
"",
|
|
"",
|
|
"| Col A | Col B |",
|
|
"| --- | --- |",
|
|
"| 1 | 2 |",
|
|
"</div>",
|
|
"\\begin{tabular}{ll}",
|
|
"- Real manuscript claim.",
|
|
]
|
|
),
|
|
)
|
|
|
|
result = run_groundrecall_import(tmp_path, mode="quick", import_id="tex-cleanup-test")
|
|
claim_texts = [item["claim_text"] for item in result.claims]
|
|
|
|
assert claim_texts == ["Real manuscript claim."]
|
|
|
|
|
|
def test_didactopus_pack_import_generates_structured_concepts_and_relations(tmp_path: Path) -> None:
|
|
(tmp_path / "pack.yaml").write_text(
|
|
"\n".join(
|
|
[
|
|
"name: sample-pack",
|
|
"display_name: Sample Pack",
|
|
"version: 0.1.0",
|
|
"schema_version: 0.1.0",
|
|
"didactopus_min_version: 0.1.0",
|
|
"didactopus_max_version: 9.9.9",
|
|
]
|
|
),
|
|
encoding="utf-8",
|
|
)
|
|
(tmp_path / "concepts.yaml").write_text(
|
|
"\n".join(
|
|
[
|
|
"concepts:",
|
|
" - id: basics",
|
|
" title: Basics",
|
|
" description: Foundational concept.",
|
|
" mastery_signals: [Explain the foundation.]",
|
|
" - id: advanced",
|
|
" title: Advanced",
|
|
" description: Builds on basics.",
|
|
" prerequisites: [basics]",
|
|
]
|
|
),
|
|
encoding="utf-8",
|
|
)
|
|
(tmp_path / "roadmap.yaml").write_text(
|
|
"\n".join(
|
|
[
|
|
"stages:",
|
|
" - id: stage1",
|
|
" title: Stage One",
|
|
" concepts: [basics, advanced]",
|
|
]
|
|
),
|
|
encoding="utf-8",
|
|
)
|
|
|
|
result = run_groundrecall_import(tmp_path, mode="quick", import_id="pack-test")
|
|
assert result.manifest["source_adapter"] == "didactopus_pack"
|
|
assert result.manifest["import_intent"] == "both"
|
|
concept_ids = {item["concept_id"] for item in result.concepts}
|
|
assert "concept::basics" in concept_ids
|
|
assert "concept::advanced" in concept_ids
|
|
relation_targets = {(item["source_id"], item["target_id"], item["relation_type"]) for item in result.relations}
|
|
assert ("concept::basics", "concept::advanced", "prerequisite") in relation_targets
|
|
claim_ids = {item["claim_id"] for item in result.claims}
|
|
assert "clm_pack_basics" in claim_ids
|
|
assert "clm_stage_stage1_basics" in claim_ids
|
|
|
|
|
|
def test_doclift_bundle_import_generates_structured_concepts(tmp_path: Path) -> None:
|
|
result = run_groundrecall_import(_copied_fixture_doclift_bundle(tmp_path), mode="quick", import_id="doclift-test")
|
|
assert result.manifest["source_adapter"] == "doclift_bundle"
|
|
assert result.manifest["import_intent"] == "both"
|
|
assert result.manifest["source_root"] == "doclift_bundle_minimal"
|
|
assert result.manifest["source_root_kind"] == "source_label"
|
|
concept_ids = {item["concept_id"] for item in result.concepts}
|
|
assert "concept::lecture-1" in concept_ids
|
|
claim_ids = {item["claim_id"] for item in result.claims}
|
|
assert "clm_doclift_1" in claim_ids
|
|
assert result.observations[0]["source_url"] == "legacy/lecture-1.doc"
|