Commit
·
9c3a2cf
1
Parent(s):
f4c6cfa
add comp back
Browse files- generic_ner.py +5 -5
generic_ner.py
CHANGED
@@ -743,7 +743,7 @@ class MultitaskTokenClassificationPipeline(Pipeline):
|
|
743 |
entities[task] = get_entities(words_list, preds_list, confidence_list, text)
|
744 |
|
745 |
# add titles to comp entities
|
746 |
-
|
747 |
|
748 |
# print("Before:")
|
749 |
# pprint(entities)
|
@@ -759,13 +759,13 @@ class MultitaskTokenClassificationPipeline(Pipeline):
|
|
759 |
print(all_entities)
|
760 |
# print("After remove_included_entities:")
|
761 |
all_entities = remove_included_entities(all_entities)
|
762 |
-
|
763 |
all_entities = remove_trailing_stopwords(all_entities)
|
764 |
-
|
765 |
all_entities = postprocess_entities(all_entities)
|
766 |
-
|
767 |
all_entities = refine_entities_with_coarse(all_entities, coarse_entities)
|
768 |
-
|
769 |
# print("After attach_comp_to_closest:")
|
770 |
# pprint(all_entities)
|
771 |
# print("\n")
|
|
|
743 |
entities[task] = get_entities(words_list, preds_list, confidence_list, text)
|
744 |
|
745 |
# add titles to comp entities
|
746 |
+
from pprint import pprint
|
747 |
|
748 |
# print("Before:")
|
749 |
# pprint(entities)
|
|
|
759 |
print(all_entities)
|
760 |
# print("After remove_included_entities:")
|
761 |
all_entities = remove_included_entities(all_entities)
|
762 |
+
pprint("After remove_included_entities:", all_entities)
|
763 |
all_entities = remove_trailing_stopwords(all_entities)
|
764 |
+
pprint("After remove_trailing_stopwords:", all_entities)
|
765 |
all_entities = postprocess_entities(all_entities)
|
766 |
+
pprint("After postprocess_entities:", all_entities)
|
767 |
all_entities = refine_entities_with_coarse(all_entities, coarse_entities)
|
768 |
+
pprint("After refine_entities_with_coarse:", all_entities)
|
769 |
# print("After attach_comp_to_closest:")
|
770 |
# pprint(all_entities)
|
771 |
# print("\n")
|