From c4761c257ccfe35870b4fa445180ad2032389df5 Mon Sep 17 00:00:00 2001 From: zwitschi Date: Wed, 17 Sep 2025 16:01:21 +0200 Subject: [PATCH] fix handling of db result -> dict --- web/craigslist.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/web/craigslist.py b/web/craigslist.py index e5eeb41..73fede7 100644 --- a/web/craigslist.py +++ b/web/craigslist.py @@ -141,9 +141,12 @@ def scraper(): job_urls = db_get_all_job_urls() yield f"Processing {len(job_urls)} job pages...\n" - i = 0 - for url, region, keyword in job_urls: - i += 1 + for i, url_dict in enumerate(job_urls, start=1): + url = url_dict.get("url") + region = url_dict.get("region", "") + keyword = url_dict.get("keyword", "") + if not url: + continue yield f"\n--- Processing job {i}/{len(job_urls)} ---\n" for message in process_job_url(job_url=url, region=region, keyword=keyword): yield message