# robots.txt for http://vancouver-webpages.com
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: MOMspider        # The Multi-Owner Maintenance Spider
Disallow: /cgi-bin/          #     Script files
Disallow: /local/	     #     Local statistics
Disallow: /local-cgi/
Disallow: /W3catalog/	     # CUI W3 catalog

User-agent: VWbot
Disallow: /cgi-bin/
Disallow: /local/            #     Local statistics
Disallow: /local-cgi/
Disallow: /global-sic/
Disallow: /W3catalog/
Disallow: /VWbot/new/
Disallow: /VWbot/wp/
Disallow: /sic/

User-agent: *                # All other spiders should avoid 
Disallow: /cgi-bin/          #     Script files
Disallow: /W3catalog/        # CUI W3 catalog
Disallow: /local/	     #     Local (private) documents
Disallow: /local-cgi/	     # Local scripts
Disallow: /VWbot/new/
Disallow: /VWbot/wp/

User-agent: Googlebot
Disallow: /N32/archive/
Disallow: /N32/archive.bak
Disallow: /N32/archive.bak2
Disallow: /global-wp/
Disallow: /global-sic/

User-agent: msnbot
Disallow: /N32/archive/
Disallow: /N32/archive.bak
Disallow: /N32/archive.bak2

User-agent: Slurp
Disallow: /N32/archive/
Disallow: /N32/archive.bak
Disallow: /N32/archive.bak2