new: Add prodigy entrypoint tests

Author: ivyleavedtoadflax

tests/prodigy/common.py

@@ -13,3 +13,15 @@ def get_path(p):
 TEST_REF_TOKENS = get_path("test_data/test_reference_to_token_tokens.jsonl")
 TEST_REF_SPANS = get_path("test_data/test_reference_to_token_spans.jsonl")
 TEST_REF_EXPECTED_SPANS = get_path("test_data/test_reference_to_token_expected.jsonl")
+
+# Prodigy format document containing numbered reference section
+
+TEST_NUMBERED_REFERENCES = get_path("test_data/test_numbered_references.jsonl")
+
+# Prodigy format document with spans annotating every token in the document
+
+TEST_TOKEN_LABELLED = get_path("test_data/test_token_labelled_references.jsonl")
+
+# Reference section in Reach format
+
+TEST_REACH = get_path("test_data/test_reach.jsonl")

tests/prodigy/test_data/test_numbered_references.jsonl

@@ -1,20 +1,50 @@
-from deep_reference_parser.prodigy import annotate_numbered_references
-from deep_reference_parser.prodigy import prodigy_to_tsv
-from deep_reference_parser.prodigy import reach_to_prodigy
-from deep_reference_parser.prodigy import reference_to_token_annotations
+"""Simple tests that entrypoints run. Functionality is tested in other more 
+specific tests
+"""
 
+import os
 
-def test_annotate_numbered_references_entrypoint():
-    pass
+import pytest
 
+from deep_reference_parser.prodigy import (
+    annotate_numbered_references,
+    prodigy_to_tsv,
+    reach_to_prodigy,
+    reference_to_token_annotations,
+)
 
-def test_prodigy_to_tsv():
-    pass
+from .common import TEST_NUMBERED_REFERENCES, TEST_TOKEN_LABELLED, TEST_REACH
 
 
-def test_reach_to_prodigy():
-    pass
+@pytest.fixture(scope="session")
+def tmpdir(tmpdir_factory):
+    return tmpdir_factory.mktemp("data")
 
 
-def test_reference_to_token_annotations():
-    pass
+def test_annotate_numbered_references_entrypoint(tmpdir):
+    annotate_numbered_references(
+        TEST_NUMBERED_REFERENCES, os.path.join(tmpdir, "references.jsonl")
+    )
+
+
+def test_prodigy_to_tsv(tmpdir):
+    prodigy_to_tsv(
+        TEST_TOKEN_LABELLED,
+        os.path.join(tmpdir, "tokens.tsv"),
+        respect_lines=False,
+        respect_docs=True,
+    )
+
+
+def test_reach_to_prodigy(tmpdir):
+    reach_to_prodigy(
+        TEST_REACH,
+        os.path.join(tmpdir, "prodigy.jsonl")
+    )
+
+
+def test_reference_to_token_annotations(tmpdir):
+    reference_to_token_annotations(
+        TEST_NUMBERED_REFERENCES,
+        os.path.join(tmpdir, "tokens.jsonl")
+    )