viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[bugfix] if no district is passed, fetch data for all

Browse source
This commit is contained in:
Viktor Barzin 2025-05-26 19:31:33 +00:00
parent 56c203189f
commit 102c20ac42
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
1 changed files with 8 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

13
crawler/1_dump_listings.py
View file

@ -28,11 +28,14 @@ async def dump_listings(
parameters: QueryParameters, parameters: QueryParameters,
data_dir: pathlib.Path = pathlib.Path("data/rs/"), data_dir: pathlib.Path = pathlib.Path("data/rs/"),
) -> list[Listing]: ) -> list[Listing]:
districts = { if parameters.district_names:
district: locid districts = {
for district, locid in get_districts().items() district: locid
if district in parameters.district_names for district, locid in get_districts().items()
} if district in parameters.district_names
}
else:
districts = get_districts()
print("Valid districts to scrape:", districts.keys()) print("Valid districts to scrape:", districts.keys())
listings = [] listings = []