add counter to 2_dump_details to understand how many new are crawled

crawler/2_dump_detail.py

@@ -4,10 +4,11 @@ from tqdm import tqdm
 
 from data_access import Listing
 
+counter = 0
 for listing in tqdm(Listing.get_all_listings()):
     if listing.path_detail_json().exists():
         continue
-
+    counter+=1
     try:
         d = detail_query(listing.identifier)
         with open(listing.path_detail_json(), "w") as f:
@@ -15,3 +16,5 @@ for listing in tqdm(Listing.get_all_listings()):
     except:
         print("Failed at: ", listing.identifier)
         raise
+
+print('crawled new: ', counter)