Skip to content

Commit 5baef9f

Browse files
chg: Linting with black
1 parent 0480d5a commit 5baef9f

File tree

8 files changed

+30
-12
lines changed

8 files changed

+30
-12
lines changed

deep_reference_parser/__init__.py

Lines changed: 9 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -19,12 +19,16 @@
1919

2020
from .common import download_model_artefact
2121
from .deep_reference_parser import DeepReferenceParser
22-
from .io import (load_tsv, read_jsonl, read_pickle, write_jsonl, write_pickle,
23-
write_to_csv, write_tsv)
22+
from .io import (
23+
load_tsv,
24+
read_jsonl,
25+
read_pickle,
26+
write_jsonl,
27+
write_pickle,
28+
write_to_csv,
29+
write_tsv,
30+
)
2431
from .logger import logger
2532
from .model_utils import get_config
2633
from .reference_utils import break_into_chunks
2734
from .tokens_to_references import tokens_to_references
28-
29-
30-

deep_reference_parser/prodigy/labels_to_prodigy.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,3 @@
1-
21
def labels_to_prodigy(tokens, labels):
32
"""
43
Converts a list of tokens and labels like those used by Rodrigues et al,

deep_reference_parser/prodigy/misc.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,13 @@
11
import spacy
22

3+
34
def _join_prodigy_tokens(text):
45
"""Return all prodigy tokens in a single string
56
"""
67

78
return "\n".join([str(i) for i in text])
89

10+
911
def prodigy_to_conll(docs):
1012
"""
1113
Expect list of jsons loaded from a jsonl

deep_reference_parser/prodigy/prodigy_to_tsv.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020

2121
msg = Printer()
2222

23-
ROWS_TO_PRINT=15
23+
ROWS_TO_PRINT = 15
2424

2525

2626
class TokenLabelPairs:

deep_reference_parser/reference_utils.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66

77
from .logger import logger
88

9+
910
def yield_token_label_pairs(tokens, labels):
1011
"""
1112
Convert matching lists of tokens and labels to tuples of (token, label) but
@@ -24,6 +25,7 @@ def yield_token_label_pairs(tokens, labels):
2425
else:
2526
yield (None, None)
2627

28+
2729
def break_into_chunks(doc, max_words=250):
2830
"""
2931
Breaks a list into lists of lists of length max_words

tests/prodigy/test_misc.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
from deep_reference_parser.prodigy import prodigy_to_conll
22

3+
34
def test_prodigy_to_conll():
45

56
before = [

tests/test_io.py

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,13 @@
55

66
import pytest
77

8-
from deep_reference_parser.io.io import read_jsonl, write_jsonl, load_tsv, write_tsv, _split_list_by_linebreaks
8+
from deep_reference_parser.io.io import (
9+
read_jsonl,
10+
write_jsonl,
11+
load_tsv,
12+
write_tsv,
13+
_split_list_by_linebreaks,
14+
)
915
from deep_reference_parser.reference_utils import yield_token_label_pairs
1016

1117
from .common import TEST_JSONL, TEST_TSV_TRAIN, TEST_TSV_PREDICT, TEST_LOAD_TSV
@@ -41,6 +47,7 @@ def test_write_tsv(tmpdir):
4147

4248
assert expected == actual
4349

50+
4451
def test_load_tsv_train():
4552
"""
4653
Text of TEST_TSV_TRAIN:
@@ -129,6 +136,7 @@ def test_load_tsv_predict():
129136

130137
assert actual == expected
131138

139+
132140
def test_load_tsv_train_multiple_labels():
133141
"""
134142
Text of TEST_TSV_TRAIN:
@@ -219,6 +227,7 @@ def test_yield_toke_label_pairs():
219227

220228
assert expected == actual
221229

230+
222231
def test_read_jsonl():
223232

224233
expected = [
@@ -280,20 +289,23 @@ def test_write_jsonl(tmpdir):
280289

281290
assert expected == actual
282291

292+
283293
def test_split_list_by_linebreaks():
284294

285295
lst = ["a", "b", "c", None, "d"]
286296
expected = [["a", "b", "c"], ["d"]]
287297

288298
actual = _split_list_by_linebreaks(lst)
289299

300+
290301
def test_list_by_linebreaks_ending_in_None():
291302

292303
lst = ["a", "b", "c", float("nan"), "d", None]
293304
expected = [["a", "b", "c"], ["d"]]
294305

295306
actual = _split_list_by_linebreaks(lst)
296307

308+
297309
def test_list_by_linebreaks_starting_in_None():
298310

299311
lst = [None, "a", "b", "c", None, "d"]

tests/test_reference_utils.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,8 @@
33

44
import pytest
55

6-
from deep_reference_parser.reference_utils import (
7-
break_into_chunks
8-
)
6+
from deep_reference_parser.reference_utils import break_into_chunks
7+
98

109
def test_break_into_chunks():
1110

@@ -15,4 +14,3 @@ def test_break_into_chunks():
1514
actual = break_into_chunks(before, max_words=2)
1615

1716
assert expected == actual
18-

0 commit comments

Comments
 (0)