Sitemap: https://www.mc.edu/sitemap.xml User-agent: * Disallow: /concrete-core Disallow: /config Disallow: /controllers Disallow: /files Disallow: /jobs Disallow: /single_pages Disallow: /faculty-staff Disallow: /sacs Disallow: /qep Disallow: /archive Disallow: /mcmoodle Disallow: /l/* Allow: /concrete/js Allow: /concrete/css Disallow: /blocks/*.php$ Disallow: /blocks/*.xml$ Disallow: /concrete/*.php$ Disallow: /concrete/*.xml$ Disallow: /packages/*.php$ Disallow: /packages/*.xml$ Disallow: /updates/*.php$ Disallow: /updates/*.xml$ Disallow: /offices/marketing/application/files/7816/6066/5879/logo-clippedat2x.png Disallow: /offices/marketing/application/files/9116/6066/5880/logo-wrong-colorat2x.png Disallow: /offices/marketing/application/files/4416/6066/5880/logo-filterat2x.png Disallow: /offices/marketing/application/files/4216/6066/5880/logo-distortedat2x.png Disallow: /offices/marketing/application/files/2516/6066/5880/logo-wrong-fontat2x.png Disallow: /offices/marketing/application/files/1216/6066/5879/logo-busyat2x.png Disallow: /offices/marketing/application/files/3816/6066/5880/logo-dark-photoat2x.png Disallow: /offices/marketing/application/files/3316/6066/5880/logo-patternat2x.png Disallow: /offices/marketing/application/files/9116/6083/6622/logo-wrong-relationshipat2x.png Disallow: /offices/marketing/application/files/4416/6083/6622/logo-fillat2x.png Disallow: /offices/marketing/application/files/4016/6083/6622/logo-outlineat2x.png # Delay SiteImprove User-agent: SiteimproveBot Crawl-delay: 1 # Delay SiteImprove User-agent: SiteimproveBot-Crawler Crawl-delay: 1 # Delay SiteImprove SiteCheck User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) SiteCheck-sitecrawl by Siteimprove.com Crawl-delay: 1 # Delay SiteImprove LinkCheck User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com Crawl-delay: 1 # Delay SiteImprove Image size User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) Image size by Siteimprove.com Crawl-delay: 1 # Delay SiteImprove CSS Validator User-agent: CSS Validator: Jigsaw/2.3.0 W3C_CSS_Validator_JFouffa/2.0 Crawl-delay: 1 # Delay SiteImprove REsponse agent User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) Response by Siteimprove.com Crawl-delay: 1