viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix types and format

Browse source
This commit is contained in:
Viktor Barzin 2025-05-18 12:27:26 +00:00
parent 91d3237516
commit b873eaf203
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
8 changed files with 117 additions and 172 deletions
Download patch file Download diff file Expand all files Collapse all files

13
crawler/2_dump_detail.py
View file

@ -1,6 +1,5 @@
import asyncio
import json
import pathlib
from rec.query import detail_query
from tqdm.asyncio import tqdm
@ -13,8 +12,7 @@ semaphore = asyncio.Semaphore(10)
async def dump_detail(listing_paths: list[str]):
listings = Listing.get_all_listings(listing_paths)
filtered_listings = await tqdm.gather(
*[_dump_detail_for_listing(listing) for listing in listings]
)
*[_dump_detail_for_listing(listing) for listing in listings])
return filtered_listings
@ -27,12 +25,3 @@ async def _dump_detail_for_listing(listing: Listing):
d = await detail_query(listing.identifier)
with open(listing.path_detail_json(), "w") as f:
json.dump(d, f)
def main():
listing_paths = sorted(list(pathlib.Path("data/rs").glob("*/listing.json")))
dump_detail(listing_paths)
if __name__ == "__main__":
main()