mirror of
https://github.com/fhswf/aki_prj23_transparenzregister.git
synced 2025-06-22 22:53:56 +02:00
Ingest schedule (#391)
Includes a new "app" running the ingestion jobs (aka fetch_news and find_missing_companies + enrich_company_financials) on a schedule. This also fixes an issue with the previous schedule implementation by persisting the schedule in a file that survives new deployment and continues where it left off.
This commit is contained in:
@ -17,6 +17,9 @@ services:
|
||||
PYTHON_MONGO_PORT: ${PYTHON_MONGO_PORT:-27017}
|
||||
PYTHON_MONGO_DATABASE: ${PYTHON_MONGO_DATABASE:-transparenzregister}
|
||||
PYTHON_INGEST_SCHEDULE: ${PYTHON_INGEST_SCHEDULE:-4}
|
||||
PYTHON_INGEST_SCHEDULE_FILE: ${PYTHON_INGEST_SCHEDULE_FILE:-/data/ingest_schedule.json}
|
||||
volumes:
|
||||
- ingest_data:/data
|
||||
|
||||
mongodb:
|
||||
image: mongo:4.4.6
|
||||
@ -91,6 +94,7 @@ services:
|
||||
volumes:
|
||||
postgres_data:
|
||||
mongo_data:
|
||||
ingest_data:
|
||||
|
||||
networks:
|
||||
default:
|
||||
|
Reference in New Issue
Block a user