More ruff fixes (#2)

* adding ruff auto check for pull requests as well as fixing all ruff errors

* More ruff fixes: forgot half of the ruff checks

Forgot to do a git add all :D

---------

Co-authored-by: Kadir <git@k8n.dev>

crawler/pyproject.toml

@@ -46,3 +46,10 @@ podman-compose = "^1.5.0"
 [build-system]
 requires = ["poetry-core>=1.0.0"]
 build-backend = "poetry.core.masonry.api"
+
+[tool.ruff]
+# List of rules (error codes) to ignore
+lint.ignore = [
+    "E741", # Ambigious name
+]
+exclude = ["*.ipynb"]