# robots.txt for http://www.spamseminar.com/ User-agent: * Disallow: /materials/internal/ # Don't index anything in this directory Disallow: /syllabus.pdf # Don't index this either Crawl-delay: 120