wrongmove/crawler/runall.sh

13 lines
609 B
Bash
Executable file

#!/usr/bin/env bash
set -euxo pipefail
DATA_DIR="data/rs"
python main.py --data-dir $DATA_DIR dump-listings --min-price 2500 --max-price 3500 --min-bedrooms 2 --max-bedrooms 4 --district islington -t rent
python main.py --data-dir $DATA_DIR dump-details
python main.py --data-dir $DATA_DIR dump-images
python main.py --data-dir $DATA_DIR detect-floorplan
#python main.py --data-dir $DATA_DIR routing --destination-address 'Meta Brock Street' -m transit # NOTE: THIS CONSUMES API CALLS; USE CAREFULLY; add -l to limit number of entries
python main.py --data-dir $DATA_DIR export-csv -O data/listings.csv