File tree Expand file tree Collapse file tree 3 files changed +6
-5
lines changed
text_extensions_for_pandas/cleaning Expand file tree Collapse file tree 3 files changed +6
-5
lines changed Original file line number Diff line number Diff line change 14
14
#
15
15
16
16
################################################################################
17
- # io module
17
+ # cleaning module
18
18
#
19
- # Functions in text_extensions_for_pandas that create DataFrames and convert
20
- # them to other formats.
19
+ # Functions in text_extensions_for_pandas that allow for identification of
20
+ # possibly incorrect labels, and quick training of models on bert embeddings
21
+ # of a corpus
21
22
22
23
# Expose the public APIs that users should get from importing the top-level
23
24
# library.
Original file line number Diff line number Diff line change 20
20
21
21
import numpy as np
22
22
import pandas as pd
23
+ from typing import *
23
24
24
25
import text_extensions_for_pandas as tp
25
26
28
29
29
30
tp = importlib .reload (tp )
30
31
31
- from typing import *
32
32
33
33
34
34
def create_f1_score_report (
Original file line number Diff line number Diff line change @@ -269,7 +269,7 @@ def preprocess_documents(
269
269
else :
270
270
for fold in bert_docs_by_fold .keys ():
271
271
for docnum in range (len (bert_docs_by_fold [fold ])):
272
- bert_docs_by_fold [fold ][docnum ][iob_col ].fillna (
272
+ bert_docs_by_fold [fold ][docnum ][label_col ].fillna (
273
273
default_label_type , inplace = True
274
274
)
275
275
bert_docs_by_fold [fold ][docnum ][
You can’t perform that action at this time.
0 commit comments