# robots.txt file
# Ref: 20050815

User-agent: *
Disallow: /images/
Disallow: /stats/ # Disallow crawling of stats
Disallow: /dir/ # Disallow crawling of our directory

# Rover is not allowed
User-agent: Roverbot
Disallow: /