From ab5c4ce0a682458b79542ecc335b6dfc17a1f0ab Mon Sep 17 00:00:00 2001 From: Viktor Barzin Date: Sun, 1 Jun 2025 18:10:09 +0000 Subject: [PATCH] refactor runall script to share filter options when dumping listings and when exporting to immoweb --- crawler/runall.sh | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/crawler/runall.sh b/crawler/runall.sh index 8cbf3c3..7875653 100755 --- a/crawler/runall.sh +++ b/crawler/runall.sh @@ -3,11 +3,12 @@ set -euxo pipefail DATA_DIR="data/rs" +LISTING_FILTER_OPTIONS="--min-price 2000 --max-price 4000 --min-bedrooms 2 --max-bedrooms 4 -t rent --available-from $(date +%Y-%m-%d) --last-seen-days 7" -python main.py --data-dir $DATA_DIR dump-listings --min-price 2000 --max-price 4000 --min-bedrooms 2 --max-bedrooms 4 -t rent +python main.py --data-dir $DATA_DIR dump-listings $LISTING_FILTER_OPTIONS python main.py --data-dir $DATA_DIR dump-details python main.py --data-dir $DATA_DIR dump-images python main.py --data-dir $DATA_DIR detect-floorplan #python main.py --data-dir $DATA_DIR routing --destination-address 'Meta Brock Street' -m transit # NOTE: THIS CONSUMES API CALLS; USE CAREFULLY; add -l to limit number of entries -# python main.py --data-dir $DATA_DIR export-csv -O data/listings.csv # not used anymore - immoweb exporter is used to visualize data -python main.py --data-dir $DATA_DIR export-immoweb -O ../immoweb/data/london_geojs.js +# python main.py --data-dir $DATA_DIR export-csv -O data/listings.csv # not used anymore - immoweb exporter is used to visualize data instead of csv +python main.py --data-dir $DATA_DIR export-immoweb -O ../immoweb/data/london_geojs.js $LISTING_FILTER_OPTIONS