viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

parameterize routing step to work with custom data paths

Browse source
This commit is contained in:
Viktor Barzin 2025-05-14 21:08:03 +00:00
parent e3abf4b373
commit ca5619976f
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
2 changed files with 11 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
crawler/5_routing.py
View file

@ -1,14 +1,15 @@
import pathlib
from data_access import Listing from data_access import Listing
from tqdm import tqdm from tqdm import tqdm
from geopy.distance import geodesic from geopy.distance import geodesic
import logging import logging
def calculate_route(): def calculate_route(listing_paths: list[str]):
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
log.setLevel(logging.INFO) log.setLevel(logging.INFO)
listings = Listing.get_all_listings() listings = Listing.get_all_listings(listing_paths)
BROCK_STREET_LAT_LONG = 51.52570434674584, -0.13956495005056113 BROCK_STREET_LAT_LONG = 51.52570434674584, -0.13956495005056113
# reduce listings to everything within 7 miles # reduce listings to everything within 7 miles
@ -49,7 +50,8 @@ def calculate_route():
def main(): def main():
calculate_route() listing_paths = sorted(list(pathlib.Path("data/rs").glob("*/listing.json")))
calculate_route(listing_paths)
if __name__ == "__main__": if __name__ == "__main__":

9
crawler/main.py
View file

@ -84,9 +84,12 @@ def detect_floorplan(ctx: click.core.Context):
@cli.command() @cli.command()
def routing(): @click.pass_context
click.echo('Running routing') def routing(ctx: click.core.Context):
routing_module.calculate_route() data_dir = ctx.obj['data_dir']
click.echo(f'Running routing for listings in {data_dir}')
listing_paths = sorted(list(pathlib.Path(data_dir).glob("*/listing.json")))
routing_module.calculate_route(listing_paths)
if __name__ == '__main__': if __name__ == '__main__':