viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

adding better exception messages and interrupt free crawling

Browse source
This commit is contained in:
Kadir 2024-05-06 18:54:55 +01:00
parent 874fed3e8f
commit f98cd02696
3 changed files with 8 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
crawler/rec/query.py
View file

@ -36,7 +36,7 @@ def detail_query(detail_id: int):
url = f"https://api.rightmove.co.uk/api/property/{detail_id}"
response = requests.get(url, params=params, headers=headers, verify=False)
if response.status_code != 200:
raise Exception("Failed due to: ", response.text)
raise Exception(f"id: {detail_id}. Status Code: {response.status_code}. Failed due to: {response.text}")
return response.json()