User-agent: * Disallow: admin.php Disallow: config Disallow: header Disallow: footer Disallow: pntables Disallow: referer Disallow: /images Disallow: /includes Disallow: /modules/NS- Disallow: /pnadodb Disallow: /themes Disallow: /pnTemp Disallow: /docs Disallow: /javascript # added the remainder of this file on 2007-09-03: # Also disallow most robots from indexing vestigial pages: Disallow: /backend.php Disallow: /banners.php Disallow: /error.php Disallow: /index.php Disallow: /language Disallow: /mainfile.php Disallow: /modules Disallow: /print.php Disallow: /user.php # Allow WayBack Machine / Internet Archive to include older vestigial pages # WayBack Machine / Internet Archive User-agent: ia_archiver Disallow: admin.php Disallow: config Disallow: header Disallow: footer Disallow: pntables Disallow: referer Disallow: /images Disallow: /includes Disallow: /modules/NS- Disallow: /pnadodb Disallow: /themes Disallow: /pnTemp Disallow: /docs Disallow: /javascript # references: # http://www.robotstxt.org/wc/norobots.html # http://en.wikipedia.org/wiki/Robots.txt # http://www.archive.org/about/exclude.php