diff --git a/inyoka_theme_ubuntuusers/static/robots.txt b/inyoka_theme_ubuntuusers/static/robots.txt index 2592201de..b31b094b3 100644 --- a/inyoka_theme_ubuntuusers/static/robots.txt +++ b/inyoka_theme_ubuntuusers/static/robots.txt @@ -1,16 +1,6 @@ User-agent: * Crawl-delay: 10 -Disallow: /search Disallow: /_image? Disallow: /Benutzer/ Disallow: /users/ Disallow: /*?flavour=mobile - -User-agent: BecomeBot -Disallow: / - -User-agent: Yahoo! Slurp -Disallow: / - -User-agent: Baiduspider -Disallow: /