wrongmove/crawler/runall.sh

#!/usr/bin/env bash

set -euxo pipefail

DATA_DIR="data/rs"

python main.py --data-dir $DATA_DIR dump-listings --min-price 2500 --max-price 3500 --min-bedrooms 2 --max-bedrooms 4 --district islington -t rent
python main.py --data-dir $DATA_DIR dump-details 
python main.py --data-dir $DATA_DIR dump-images 
python main.py --data-dir $DATA_DIR detect-floorplan
#python main.py --data-dir $DATA_DIR routing --destination-address 'Meta Brock Street' -m transit # NOTE: THIS CONSUMES API CALLS; USE CAREFULLY; add -l to limit number of entries
python main.py --data-dir $DATA_DIR export-csv -O data/listings.csv
add runall script, update parameters to 4 bed etc and allow incremental updating 2024-11-23 22:57:22 +00:00			`#!/usr/bin/env bash`

			`set -euxo pipefail`

update runall script to use the click entrypoint 2025-05-17 23:14:00 +00:00			`DATA_DIR="data/rs"`

set the min price param in runall 2025-05-17 23:18:27 +00:00			`python main.py --data-dir $DATA_DIR dump-listings --min-price 2500 --max-price 3500 --min-bedrooms 2 --max-bedrooms 4 --district islington -t rent`
update runall script to use the click entrypoint 2025-05-17 23:14:00 +00:00			`python main.py --data-dir $DATA_DIR dump-details`
			`python main.py --data-dir $DATA_DIR dump-images`
			`python main.py --data-dir $DATA_DIR detect-floorplan`
update runall script to use new command for sourcing routes 2025-05-18 21:32:16 +00:00			`#python main.py --data-dir $DATA_DIR routing --destination-address 'Meta Brock Street' -m transit # NOTE: THIS CONSUMES API CALLS; USE CAREFULLY; add -l to limit number of entries`
update runall script to use the click entrypoint 2025-05-17 23:14:00 +00:00			`python main.py --data-dir $DATA_DIR export-csv -O data/listings.csv`