diff options
| -rw-r--r-- | htdocs/robots.txt | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/htdocs/robots.txt b/htdocs/robots.txt index d0aa2e7..fba8251 100644 --- a/htdocs/robots.txt +++ b/htdocs/robots.txt @@ -5,3 +5,11 @@ User-agent: * Disallow: /check Disallow: /feed/check +Disallow: /checklink +Disallow: /mobile/check +Disallow: /mobile/alpha +Disallow: /css-validator +Disallow: /unicorn/check +Disallow: /http-checker +Disallow: /i18n-checker/check +Disallow: /nu |