Philipp/aki_prj23_transparenzregister
Philipp/aki_prj23_transparenzregister
1
0
Fork 0
mirror of https://github.com/fhswf/aki_prj23_transparenzregister.git synced 2025-04-25 09:12:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

Simplified some functions. (#414)

Browse Source
This commit is contained in:
Philipp Horstenkamp 2023-11-26 15:01:12 +01:00 committed by GitHub
parent 6a584f5c10
commit 6890562a18
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 32 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/aki_prj23_transparenzregister/ai/ner_pipeline.py
View File

@ -67,15 +67,15 @@ class EntityPipeline:
ner_service_func = ner_service_instance.ner_transformer ner_service_func = ner_service_instance.ner_transformer
else: else:
raise ValueError raise ValueError
if len(documents) > 0: if not documents:
logger.info("No documents found.")
return
for document in tqdm(documents): for document in tqdm(documents):
ents = ner_service_func(document, "ORG", doc_attrib) ents = ner_service_func(document, "ORG", doc_attrib)
self.news_obj.collection.update_one( self.news_obj.collection.update_one(
{"_id": document["_id"]}, {"_id": document["_id"]},
{"$set": {"companies": ents}}, {"$set": {"companies": ents}},
) )
else:
logger.info("No documents found.")
def execute_ner(config_provider: ConfigProvider) -> None: def execute_ner(config_provider: ConfigProvider) -> None:

8
src/aki_prj23_transparenzregister/ai/sentiment_pipeline.py
View File

@ -43,9 +43,9 @@ class SentimentPipeline:
{"sentiment": {"$exists": False}} {"sentiment": {"$exists": False}}
) )
documents = list(cursor_unprocessed) documents = list(cursor_unprocessed)
logger.info(f"Documents to be processed: {cursor_unprocessed}") if not documents:
logger.info("No documents found.")
if len(documents) > 0: return
for document in tqdm(documents): for document in tqdm(documents):
text = document[doc_attrib] text = document[doc_attrib]
@ -68,8 +68,6 @@ class SentimentPipeline:
{"_id": document["_id"]}, {"_id": document["_id"]},
{"$set": {"sentiment": sentiment}}, {"$set": {"sentiment": sentiment}},
) )
else:
logger.info("No documents found.")
def execute_sentiment(config_provider: ConfigProvider) -> None: def execute_sentiment(config_provider: ConfigProvider) -> None: