Philipp/aki_prj23_transparenzregister
1
0
Fork 0
mirror of https://github.com/fhswf/aki_prj23_transparenzregister.git synced 2025-06-21 23:53:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

Ingest schedule (#391)

Browse Source 
Includes a new "app" running the ingestion jobs (aka fetch_news and
find_missing_companies + enrich_company_financials) on a schedule.

This also fixes an issue with the previous schedule implementation by
persisting the schedule in a file that survives new deployment and
continues where it left off.
This commit is contained in:
Tristan Nolde
2023-12-04 19:05:52 +01:00
committed by GitHub
parent 011e169383
commit 92d14b5824
10 changed files with 280 additions and 82 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/apps/fetch_news_test.py
View File

@ -62,9 +62,7 @@ def test_schedule(
mock_handelsblatt_rss.return_value = Mock(
get_news_for_category=Mock(return_value=mock_news_handelsblatt)
)
assert fetch_news.schedule(Mock()) == len(
mock_news_handelsblatt + mock_news_tagesschau
)
assert fetch_news.main(Mock()) == len(mock_news_handelsblatt + mock_news_tagesschau)
@patch("aki_prj23_transparenzregister.apps.fetch_news.MongoNewsService")
@ -90,4 +88,4 @@ def test_schedule_error(
mock_handelsblatt_rss.return_value = Mock(
get_news_for_category=Mock(return_value=mock_news_handelsblatt)
)
assert fetch_news.schedule(Mock()) == 0
assert fetch_news.main(Mock()) == 0