diff --git a/crawler/1_dump_listings.py b/crawler/1_dump_listings.py index da36915..43c2512 100644 --- a/crawler/1_dump_listings.py +++ b/crawler/1_dump_listings.py @@ -28,11 +28,14 @@ async def dump_listings( parameters: QueryParameters, data_dir: pathlib.Path = pathlib.Path("data/rs/"), ) -> list[Listing]: - districts = { - district: locid - for district, locid in get_districts().items() - if district in parameters.district_names - } + if parameters.district_names: + districts = { + district: locid + for district, locid in get_districts().items() + if district in parameters.district_names + } + else: + districts = get_districts() print("Valid districts to scrape:", districts.keys()) listings = []