# Deployment config file
# This file is deployed but does not exist in local development
# This config will overwrite any robot.txt file that is attempted to upload outside of the deployment process
# All robots will not spider the domain


User-agent: ZapBot
Disallow: /




User-agent: *
Disallow: /pdf/passport.pdf
Disallow: /courseoutlines
Disallow: */instructor-confirmation
Crawl-delay: 10




User-agent: msnbot
Disallow: /pdf/passport.pdf
Crawl-delay: 10

User-agent: YahooSeeker/M1A1-R2D2
Disallow: /pdf/passport.pdf
Crawl-delay: 10

User-agent: Yandex
Disallow: /pdf/passport.pdf
Crawl-delay: 10