# Robots.txt file for cessnockscouts Sitemap: http://www.cessnockscouts.org.au/sitemap_cessnockscouts.xml # Rules for our search robot User-agent: Sphider-CessnockScouts Disallow: /badbots/ Disallow: /board/ Disallow: /photo/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /styles/ Disallow: /sphider/ Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml Disallow: /resource_download.php Disallow: /cub/images/ Disallow: /cub/styles/ Disallow: /cub/includes/ Disallow: /joey/images/ Disallow: /joey/styles/ Disallow: /joey/includes/ Disallow: /scout/images/ Disallow: /scout/styles/ Disallow: /scout/includes/ Disallow: /venturer/images/ Disallow: /venturer/styles/ Disallow: /venturer/includes/ # Rules for all other robots User-agent: * Disallow: /badbots/ Disallow: /admin/ Disallow: /board/ Disallow: /cgi-bin/ Disallow: /files/ Disallow: /images/ Disallow: /includes/ Disallow: /styles/ Disallow: /photo/ Disallow: /sphider/ Disallow: /download.php Disallow: /resource_download.php Disallow: /ipremove.php Disallow: /sendpage.php Disallow: /search.php Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml Disallow: /cub/ Disallow: /joey/ Disallow: /scout/ Disallow: /venturer/