viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add json field to store any additional blob of data that may be missing; also populate db when dumping listings

Browse source
This commit is contained in:
Viktor Barzin 2025-06-06 19:57:50 +00:00
parent 8b2025e700
commit b7a2ea75aa
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
5 changed files with 22 additions and 37 deletions
Download patch file Download diff file Expand all files Collapse all files

6
crawler/main.py
View file

@ -156,7 +156,11 @@ def dump_listings(
f"{query_parameters}"
)
data_dir_path = pathlib.Path(data_dir)
asyncio.run(dump_listings_module.dump_listings(query_parameters, data_dir_path))
listings = asyncio.run(
dump_listings_module.dump_listings(query_parameters, data_dir_path)
)
repository = ListingRepository(engine=engine)
asyncio.run(repository.upsert_listings(listings))
@cli.command()