# robots.txt file # Ref: 20050815 User-agent: * Disallow: /forum/ Disallow: /stats/ # Disallow crawling of stats Disallow: /dir/ # Disallow crawling of our directory Disallow: /statshistory/ # Rover is not allowed User-agent: Roverbot Disallow: /