# robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site. # Allow: / # User-agent: * Allow: http://papers.aast.edu/projects_files.html Allow: http://papers.aast.edu/thesis_files.html Allow: http://papers.aast.edu Allow: http://researchfiles.aast.edu/ Allow: http://openaccess.aast.edu/PDFs/ Allow: *.ppt$ Allow: *.pdf$ Allow: *.doc$ Allow: http://www.aast.edu/pheed/staffadminview/ Allow: /en/sites/pgrad/ Allow: http://www.aast.edu/getData/retreiveGalleryPIC.php Allow: / User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /junk/ Disallow: http://webmail.aast.edu/ Disallow: https://webmail.aast.edu/ Disallow: https://studentportal.aast.edu/ Disallow: https://staffportal.aast.edu/ Disallow: http://mis1.aast.edu/moodle/login/index.php Disallow: http://lms.aast.edu/ Disallow: http://beta.aast.edu/ Disallow: http://forum.aast.edu/ Disallow: http://www.aast.edu:8282/ Disallow: http://mardcon.aast.edu/ Sitemap: http://www.aast.edu/sitemap.xml