add routing, incremental crawling, travel time, lease and development

2024-03-13 16:24:57 +00:00 · 2024-03-13 16:24:57 +00:00 · 335adc0856
commit 335adc0856
parent d4f87bed76
5 changed files with 2652 additions and 70 deletions
--- a/crawler/1_dump_listings.py
+++ b/crawler/1_dump_listings.py
@ -9,7 +9,7 @@ folder = pathlib.Path("data/rs/")
 for i in range(1, 10000):
    try:
        print(f"page {i}")
-        d = listing_query(i, 3, 3, 15, 0, 800000)
+        d = listing_query(i, 3, 3, 15, 0, 800000, max_days_since_added=3)
    except:
        break