From bc5c25817024684cfd5c9c8cc39c61080c5b730e Mon Sep 17 00:00:00 2001 From: Viktor Barzin Date: Wed, 4 Jun 2025 20:50:50 +0000 Subject: [PATCH] add robots.txt --- immoweb/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 immoweb/robots.txt diff --git a/immoweb/robots.txt b/immoweb/robots.txt new file mode 100644 index 0000000..1b6e9c3 --- /dev/null +++ b/immoweb/robots.txt @@ -0,0 +1,4 @@ +# Block ALL bots from ALL pages +User-agent: * +Disallow: / +