--- robots.txt.orig 2008-12-16 02:24:41.000000000 +0100 +++ robots.txt 2008-12-16 02:26:26.000000000 +0100 @@ -59,3 +59,27 @@ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ + +# For multi-language sites (wildcards supported at least +# by GoogleBot, MSNBot and Yahoo Slurp web spiders) +# Paths (clean URLs) +Disallow: /*/admin/ +Disallow: /*/comment/reply/ +Disallow: /*/contact/ +Disallow: /*/node/add/ +Disallow: /*/search/ +Disallow: /*/user/register/ +Disallow: /*/user/password/ +Disallow: /*/user/login/ +Disallow: /*/user/logout/ +# Paths (no clean URLs) +Disallow: /*/?q=admin/ +Disallow: /*/?q=comment/reply/ +Disallow: /*/?q=contact/ +Disallow: /*/?q=node/add/ +Disallow: /*/?q=search/ +Disallow: /*/?q=user/password/ +Disallow: /*/?q=user/register/ +Disallow: /*/?q=user/login/ +Disallow: /*/?q=user/logout/ +