# =========================== # # robots.txt for http://www.mymbacareer.com # last updated Sept 4 2008 # =========================== # # Disallow requests from TurnitinBot User-agent: TurnitinBot Disallow: / # Disallow requests from Zealbot User-agent: Zealbot Disallow: / # Disallow some requests from Slurp (Inktomi) so they dont see cross-links User-agent: Slurp Disallow: /terms-of-service.html Disallow: /contact.html Disallow: /privacy.html User-agent: msnbot Disallow: /terms-of-service.html Disallow: /contact.html Disallow: /privacy.html # Allow requests from other robots, except to the disallowed dirs and files User-agent: * Disallow: /terms-of-service.html Disallow: /contact.html Disallow: /privacy.html Disallow: /No-Index/