# robots.txt for http://www.greatsoutheast.com.au/ # Version: 20051011 # Changes made by toadshow.com.au # Crawler for copyright stuff User-agent: NPBot Disallow: / Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ # Checks up and down time User-agent: sitecheck.internetseer.com Disallow: / Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ # disallow Image Search of google and other image search bots User-agent: vscooter User-agent: DittoSpyder User-agent: Googlebot-Image User-agent: psbot User-agent: ia_archiver Disallow: / Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ # disallow index images User-agent: Googlebot User-agent: Slurp Disallow: /gse/archive/ Disallow: /c2c/archive/ Disallow: /qw/archive/ Disallow: /gse/images/ Disallow: /c2c/images/ Disallow: /qw/images/ Disallow: /shared/images/ Disallow: /errormsg/ Disallow: /cgi-bin/ Disallow: /qw/archive/2004/ Disallow: /qw/archive/2003/ Disallow: /qw/archive/2002/ Disallow: /qw/archive/2001/ Disallow: /c2c/archive/2004/ Disallow: /c2c/archive/2003/ Disallow: /c2c/archive/2002/ Disallow: /c2c/archive/2001/ Disallow: /gse/archive/2004/ Disallow: /gse/archive/2003/ Disallow: /gse/archive/2002/ Disallow: /gse/archive/2001/ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ # disable directories User-agent: * Disallow: /gse/archive/ Disallow: /c2c/archive/ Disallow: /qw/archive/ Disallow: /gse/images/ Disallow: /c2c/images/ Disallow: /qw/images/ Disallow: /shared/images/ Disallow: /errormsg/ Disallow: /cgi-bin/ Disallow: /qw/archive/2004/ Disallow: /qw/archive/2003/ Disallow: /qw/archive/2002/ Disallow: /qw/archive/2001/ Disallow: /c2c/archive/2004/ Disallow: /c2c/archive/2003/ Disallow: /c2c/archive/2002/ Disallow: /c2c/archive/2001/ Disallow: /gse/archive/2004/ Disallow: /gse/archive/2003/ Disallow: /gse/archive/2002/ Disallow: /gse/archive/2001/ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$