# robots.txt

User-Agent: Slurp
Crawl-Delay: 43200

User-agent: SurveyBot
Disallow: /

User-agent: *
Disallow: /abc/
Disallow: /inc/
Disallow: /img/
Disallow: /php/
Disallow: /js/
Disallow: /css.css