# robots.txt for http://corporate.be2.com/ # March 5, 2009 # SEO Contact: joe.spencer(at)be2(dot)com User-agent: Slurp,MSN Crawl-delay: 1 User-agent: * Disallow: /*node Disallow: /*q= Disallow: /files Disallow: /*.pdf$ Disallow: /*.swf$ Disallow: /database Disallow: /includes Disallow: /misc Disallow: /modules Disallow: /sites Disallow: /themes Disallow: /scripts Disallow: /updates Disallow: /profiles Disallow: /admin Disallow: /aggregator Disallow: /comment/reply Disallow: /logout Disallow: /node/add Disallow: /search Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /?q=admin Disallow: /?q=aggregator Disallow: /?q=comment/reply Disallow: /?q=contact Disallow: /?q=logout Disallow: /?q=node/add Disallow: /?q=search Disallow: /?q=user/password Disallow: /?q=user/register Disallow: /?q=user/login sitemap: http://corporate.be2.com/sitemap.xml