# robots.txt for http://www.business.ecu.edu.au/ User-agent: * Disallow: /staff/bulletin/* # Staff Only Disallow: /staff/pce/* # Staff Only Disallow: /staff/plan/* # Staff Only Disallow: /staff/pp/* # Staff Only Disallow: /staff/exemptions/* # Staff Only Disallow: /staff/webstats/* # Staff Only Disallow: /staff/staffonly/* # Staff Only Disallow: /unused/ # These are for old files Disallow: */unused/ # These are for old files Disallow: /users/sean/* Disallow: */thumbnails/* # no thumbnails Disallow: /news/album/*/images/* # or images Disallow: /oldsite/* Disallow: /higherdegrees/* Disallow: /data/* #MSNBot is a piece of junk User-agent: msnbot Disallow: /researchers/* Crawl-delay: 360 User-agent: Googlebot-Image Disallow: /users/sean/* Disallow: */thumbnails/* # no thumbnails Disallow: /news/album/*/images/* # or images # RufusBot? doesn't even exist yet. no crawling! User-Agent: RufusBot Disallow: / # no, we don't need our pictures indexed User-agent: psbot Disallow: / # twiceler, doesn't even exist yet. no crawling! User-Agent: twiceler Disallow: /