# Disallow all crawlers access to certain pages of the site.
User-agent: *
Disallow: /hflash.asp
Disallow: /mflash.asp
Disallow: /must/coursedetail/
Disallow: /Must/coursedetail/
Disallow: /Must/Coursedetail/
Disallow: /Must/CourseDetail/
Disallow: /images/flash/
Disallow: /includes/popups/
Disallow: /must/faq/
Disallow: /must/iframe/
Disallow: /Must/iframe/
Disallow: /Must/iFrame/
Disallow: /preapplication/
Disallow: /Preapplication/
Disallow: /PreApplication/
Disallow: /preApplication/
Disallow: /must/parent/mflash.asp
Disallow: /must/ged/mflash.asp
Disallow: /must/diploma/mflash.asp
Disallow: /must/diploma/MFlash.asp
Disallow: /must/diploma/main.html
Disallow: /must/diploma/index-pre.asp
Disallow: /must/diploma/index-p.asp
Disallow: /must/diploma/indexdemo.asp
Disallow: /scripts/
Disallow: /Scripts/
Disallow: /lx/
Disallow: /CJ/
Disallow: /cj/
Disallow: /must/Diploma/mflash.asp
Disallow: /must/tuition/popup-financial-aid.asp
Disallow: /must/tuition/popup-financialswfa.asp
Disallow: /must/handbook/
Disallow: /AffordableEducation/
Disallow: /DistandLearning/
Disallow: /PriorLearning/
Disallow: /affordableeducation/
Disallow: /distandlearning/
Disallow: /priorlearning/
Disallow: /must/policy.asp
Disallow: /must/conditions.asp
Disallow: /Must/
Disallow: /MUST/
Disallow: /MusT/
Disallow: /must/GED/
Disallow: /?amd=1&seg=1&cagn=HighSchool&kw=online%20high%20school
Disallow: /?amd=1&seg=1&cagn=US_Brand_New&kw=must+highschool&kmt=broad
Disallow: /country/



# Disallow Following crawlers access to the site.

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt

User-agent: ia_archiver-web.archive.org
Disallow: robots.txt

User-agent: ia_archiver
Disallow: /robots.txt

User-agent: ia_archiver
Disallow: robots.txt

User-agent: AboutUsBot 
Disallow: /

User-agent: robtexbot
Disallow: /