summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorgerald <gerald@localhost>2000-12-13 13:04:09 +0000
committergerald <gerald@localhost>2000-12-13 13:04:09 +0000
commitaa89d164e1bdc95cf23886f9546e9ccc4110edcf (patch)
tree311d16c9d00efa68effa13511898adae839cd7ed
parentdf9219ebadf37f183285040475f7368577215057 (diff)
downloadmarkup-validator-aa89d164e1bdc95cf23886f9546e9ccc4110edcf.zip
markup-validator-aa89d164e1bdc95cf23886f9546e9ccc4110edcf.tar.gz
markup-validator-aa89d164e1bdc95cf23886f9546e9ccc4110edcf.tar.bz2
decided it's probably a good idea to keep robots away from /check
-rw-r--r--htdocs/robots.txt6
1 files changed, 3 insertions, 3 deletions
diff --git a/htdocs/robots.txt b/htdocs/robots.txt
index 006c49f..767f172 100644
--- a/htdocs/robots.txt
+++ b/htdocs/robots.txt
@@ -1,9 +1,9 @@
#
# robots.txt for validator.w3.org
#
-# $Id: robots.txt,v 1.2 1998-07-24 22:11:35 gerald Exp $
+# $Id: robots.txt,v 1.3 2000-12-13 13:04:09 gerald Exp $
#
-# User-Agent: *
-# Disallow:
+User-agent: *
+Disallow: /check