Commit
·
7795f59
1
Parent(s):
1a4acf2
add comp back
Browse files- generic_ner.py +9 -5
generic_ner.py
CHANGED
@@ -736,7 +736,7 @@ class MultitaskTokenClassificationPipeline(Pipeline):
|
|
736 |
entities[task] = get_entities(words_list, preds_list, confidence_list, text)
|
737 |
|
738 |
# add titles to comp entities
|
739 |
-
from pprint import pprint
|
740 |
|
741 |
# print("Before:")
|
742 |
# pprint(entities)
|
@@ -752,13 +752,17 @@ class MultitaskTokenClassificationPipeline(Pipeline):
|
|
752 |
print(all_entities)
|
753 |
# print("After remove_included_entities:")
|
754 |
all_entities = remove_included_entities(all_entities)
|
755 |
-
|
|
|
756 |
all_entities = remove_trailing_stopwords(all_entities)
|
757 |
-
|
|
|
758 |
all_entities = postprocess_entities(all_entities)
|
759 |
-
|
|
|
760 |
all_entities = refine_entities_with_coarse(all_entities, coarse_entities)
|
761 |
-
|
|
|
762 |
# print("After attach_comp_to_closest:")
|
763 |
# pprint(all_entities)
|
764 |
# print("\n")
|
|
|
736 |
entities[task] = get_entities(words_list, preds_list, confidence_list, text)
|
737 |
|
738 |
# add titles to comp entities
|
739 |
+
# from pprint import pprint
|
740 |
|
741 |
# print("Before:")
|
742 |
# pprint(entities)
|
|
|
752 |
print(all_entities)
|
753 |
# print("After remove_included_entities:")
|
754 |
all_entities = remove_included_entities(all_entities)
|
755 |
+
if DEBUG:
|
756 |
+
print("After remove_included_entities:", all_entities)
|
757 |
all_entities = remove_trailing_stopwords(all_entities)
|
758 |
+
if DEBUG:
|
759 |
+
print("After remove_trailing_stopwords:", all_entities)
|
760 |
all_entities = postprocess_entities(all_entities)
|
761 |
+
if DEBUG:
|
762 |
+
print("After postprocess_entities:", all_entities)
|
763 |
all_entities = refine_entities_with_coarse(all_entities, coarse_entities)
|
764 |
+
if DEBUG:
|
765 |
+
print("After refine_entities_with_coarse:", all_entities)
|
766 |
# print("After attach_comp_to_closest:")
|
767 |
# pprint(all_entities)
|
768 |
# print("\n")
|