From dce34ebca89a9a238c07c74a8f1bf839de41a3d6 Mon Sep 17 00:00:00 2001 From: Daniel Wilkowski Date: Wed, 27 Dec 2023 12:19:35 +0100 Subject: [PATCH] Update robots.txt --- public/robots.txt | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/public/robots.txt b/public/robots.txt index 2d3bca02d..081a7d80c 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,13 +2,17 @@ User-agent: * Allow: / Disallow: /User/ Disallow: /Szukaj/ +Disallow: *Search?q=* Sitemap: https://4programmers.net/sitemap + User-agent: AhrefsBot Disallow: / + User-agent: proximic Disallow: / + User-agent: Baiduspider Disallow: / + User-agent: sentibot Disallow: / -Disallow: *Search?q=* \ No newline at end of file