# $Id: robots.txt,v 1.7.2.2 2008/02/25 02:18:25 drumm Exp $ # # robots.txt # User-agent: * # Crawl-delay: 10 # new lines added for removing multiple content Disallow: /en/ Disallow: /en$ Disallow: /*sort=