viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[5/n] click-ify add routing command

Browse source 
run with:
poetry run python main.py --step routing
This commit is contained in:
Viktor Barzin 2025-05-11 19:11:23 +00:00
parent 48f694e002
commit 9134145e02
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
2 changed files with 49 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

19
crawler/5_routing.py
View file

@ -1,9 +1,12 @@
from data_access import Listing from data_access import Listing
from tqdm import tqdm from tqdm import tqdm
from geopy.distance import geodesic from geopy.distance import geodesic
from logger import createLogger import logging
log = createLogger(__name__)
def calculate_route():
log = logging.getLogger(__name__)
log.setLevel(logging.INFO)
listings = Listing.get_all_listings() listings = Listing.get_all_listings()
BROCK_STREET_LAT_LONG = 51.52570434674584, -0.13956495005056113 BROCK_STREET_LAT_LONG = 51.52570434674584, -0.13956495005056113
@ -11,7 +14,9 @@ BROCK_STREET_LAT_LONG = 51.52570434674584, -0.13956495005056113
# reduce listings to everything within 7 miles # reduce listings to everything within 7 miles
filtered_listings = [] filtered_listings = []
for listing in listings: for listing in listings:
miles = geodesic(BROCK_STREET_LAT_LONG, (listing.latitude, listing.longitude)).miles miles = geodesic(
BROCK_STREET_LAT_LONG, (listing.latitude, listing.longitude)
).miles
if listing.isRemoved: if listing.isRemoved:
log.info(f"Removed-Skip: Skipping {listing.identifier} is already removed.") log.info(f"Removed-Skip: Skipping {listing.identifier} is already removed.")
continue continue
@ -41,3 +46,11 @@ for listing in tqdm(filtered_listings):
duration_minutes = traveltime["duration"] / 60.0 duration_minutes = traveltime["duration"] / 60.0
tqdm.write(f"{listing.identifier} {duration_minutes}") tqdm.write(f"{listing.identifier} {duration_minutes}")
def main():
calculate_route()
if __name__ == "__main__":
main()

2
crawler/main.py
View file

@ -5,12 +5,14 @@ dump_listings_module = importlib.import_module('1_dump_listings')
dump_detail_module = importlib.import_module('2_dump_detail') dump_detail_module = importlib.import_module('2_dump_detail')
dump_images_module = importlib.import_module('3_dump_images') dump_images_module = importlib.import_module('3_dump_images')
detect_floorplan_module = importlib.import_module('4_detect_floorplan') detect_floorplan_module = importlib.import_module('4_detect_floorplan')
routing_module = importlib.import_module('5_routing')
steps_to_handlers = { steps_to_handlers = {
'dump_listings': dump_listings_module.dump_listings, 'dump_listings': dump_listings_module.dump_listings,
'dump_detail': dump_detail_module.dump_detail, 'dump_detail': dump_detail_module.dump_detail,
'dump_images': dump_images_module.dump_images, 'dump_images': dump_images_module.dump_images,
'detect_floorplan': detect_floorplan_module.detect_floorplan, 'detect_floorplan': detect_floorplan_module.detect_floorplan,
'routing': routing_module.calculate_route,
} }