# Disallow all crawlers access to certain pages. User-agent: * Disallow: /common/ Disallow: /images/ Disallow: /image/ Disallow: /img/ Disallow: /school/privacy.htm Disallow: /school/tos.htm Disallow: /school/privacy.htm Disallow: /school/tos.htm Disallow: /school/disclaimer.htm User-agent: AboutUsBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: /robots.txt Disallow: /sitemap.xml User-agent: ia_archiver Disallow: /robots.txt Disallow: /sitemap.xml