viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

migrate immoweb exporter to use models

Browse source
This commit is contained in:
Viktor Barzin 2025-06-08 18:18:38 +00:00
parent e317d2ec54
commit 3785d01009
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
5 changed files with 94 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

7
crawler/runall.sh
View file

@ -2,11 +2,14 @@
set -euxo pipefail
DATA_DIR="data/rs"
DATA_DIR="data/rs/test"
LISTING_FILTER_OPTIONS="--min-price 2000 --max-price 4000 --min-bedrooms 2 --max-bedrooms 4 -t rent --available-from $(date +%Y-%m-%d) --last-seen-days 7 --furnish-types furnished"
#LISTING_FILTER_OPTIONS="--min-price 2000 --max-price 2500 --min-bedrooms 2 --max-bedrooms 4 -t rent --available-from $(date +%Y-%m-%d) --last-seen-days 7 --furnish-types furnished --district Islington" # DEBUG: UNCOMMENT ME WHEN TESTING
poetry install
alembic upgrade head # init db
python main.py --data-dir $DATA_DIR dump-listings $LISTING_FILTER_OPTIONS
python main.py --data-dir $DATA_DIR dump-images
python main.py --data-dir $DATA_DIR detect-floorplan