# To specify the User-agent for Google:
User-agent: googlebot

# Whitelisted user-agents are allowed
User-agent:  Mediapartners-Google*
User-agent: googlebot
User-agent: slurp
User-agent: msnbot
User-agent: teoma
Disallow: /admin
Disallow: /cgi-bin
# sit out some directories
Disallow: /advert_files/
Disallow: /Howopticals_files/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /members/
DIsallow: /pagelist.html
Disallow: /advert2.html
Disallow: /pubs.html
Disallow: /refs.html
Disallow: /erefs.html
Disallow: /members.html
Disallow: /db/admin.php
Disallow: /db/config.php
Disallow: /db/header.php
Disallow: /db/footer.php
Disallow: /db/pntables
Disallow: /db/images/
Disallow: /db/includes/
Disallow: /db/modules/
Disallow: /db/pnadodb/
Disallow: /db/themes/
# Disallow all others
User-agent: *
Disallow: / 

Disallow: /admin
Disallow: /banners
Disallow: /config
Disallow: /config-old
Disallow: /error
Disallow: /header
Disallow: /footer
Disallow: /pntables
Disallow: /images
Disallow: /includes
Disallow: /themes
Disallow: /docs
Disallow: /javascript
Disallow: /cgi-bin/
Disallow: /docs/
Disallow: /includes/
Disallow: /javascript/
Disallow: /language/
Disallow: /pnTemp/
Disallow: /themes/
Disallow: admin.php
Disallow: banners.php
Disallow: config.php
Disallow: error.php
Disallow: fantastico_filelist.txt
Disallow: footer.php
Disallow: header.php
Disallow: modules.php
Disallow: pntables.php
Disallow: print.php
Disallow: user.php
Disallow: admin.php
Disallow: /admin/
Disallow: /images/
Disallow: /includes/
Disallow: /themes/
Disallow: /blocks/
Disallow: /modules/
Disallow: /language/