# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /Preapplication/
Disallow: /PreApplication/
Disallow: /preapplication/
Disallow: /preApplication/
Disallow: /StudentArea/
Disallow: /studentarea/
Disallow: /MUST/CourseDetail/
Disallow: /must/coursedetail/
Disallow: /Must/coursedetail/
Disallow: /Must/CourseDetail/
Disallow: /CJ/
Disallow: /cj/
Disallow: /MFlash.asp
Disallow: /hflash.asp
Disallow: /images/flash/
Disallow: /includes/popups/
Disallow: /mflash.asp
Disallow: /must/diploma/mflash.asp
Disallow: /must/ged/mflash.asp
Disallow: /Must/iFrame/
Disallow: /must/iframe/
Disallow: /MUST/iFrame/
Disallow: /images/flash/
Disallow: /images/flags/
Disallow: /Must/News/news7.asp
Disallow: /Scripts/
Disallow: /lx/
Disallow: /faq/
Disallow: /SignIn.aspx
Disallow: /Signin.aspx
Disallow: /signin.aspx
Disallow: /studentloginredirector.aspx
Disallow: /StudentLoginRedirector.aspx
Disallow: /Must/News/
Disallow: /MUST/




# Disallow Following crawlers access to the site.

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt

User-agent: ia_archiver-web.archive.org
Disallow: robots.txt

User-agent: ia_archiver
Disallow: /robots.txt

User-agent: ia_archiver
Disallow: robots.txt

User-agent: AboutUsBot 
Disallow: /