# Robots.txt file created by http://www.webtoolcentral.com
   # For domain: http://www.smccd.net/

   # All robots will spider the domain
   User-agent: *
   Disallow: 

   # Disallow directory /TestPilot/
   User-agent: *
   Disallow: /TestPilot/
   Disallow: /csminternal/
   Disallow: /portal/
   Disallow: /accounts/portal/
   Disallow: /common/
   Disallow: /accounts/newcsm/webpages/directory.asp
   Disallow: /accounts/newcsm/webpages/directory_details.asp
   Disallow: /accounts/csm/webpages/directory.asp
   Disallow: /accounts/csm/webpages/directory_details.asp
   Disallow: /accounts/csmaccredit/
   Disallow: /accounts/skydev/
   Disallow: /accounts/skylinearchive/
   Disallow: /accounts/webready/
   Disallow: /accounts/webready/admin_listresults5.asp?offset=450
   Disallow: /accounts/smccd/directory/
   Disallow: /accounts/skyline/general/staff_directory/