# This applies to all user agents
User-Agent: *
# No need to spider statistics
Disallow: /analog/
Disallow: /webalizer/
# No need to spider CGI scripts
Disallow: /cgi-bin/
# No need to spider GeneWeb mirror
Disallow: /GeneWeb/
# Too many email addresses in this one
Disallow: /thanks.php
# Don't spider any tree stuff
Disallow: /tree/
# Don't spider individual pages (only surname lists)
Disallow: /tree/gedbrowser/cont
Disallow: /tree/gedbrowser/g
Disallow: /tree/gedcomweb/fam/
Disallow: /tree/gedcomweb/ped/
Disallow: /tree/gedpage/fam/
Disallow: /tree/gedpage/ind/
Disallow: /tree/gedpage/ntf/
Disallow: /tree/gedpage/nti/
Disallow: /tree/gedpage/ped/
# Don't spider individual pages (only surname lists)
Disallow: /sartorelli/gedbrowser/cont
Disallow: /sartorelli/gedbrowser/g
Disallow: /sartorelli/gedpage/fam/
Disallow: /sartorelli/gedpage/ind/
Disallow: /sartorelli/gedpage/ntf/
Disallow: /sartorelli/gedpage/nti/
Disallow: /sartorelli/gedpage/ped/

Disallow: /tree/sartorelli/gedbrowser/cont
Disallow: /tree/sartorelli/gedbrowser/g
Disallow: /tree/sartorelli/gedpage/fam/
Disallow: /tree/sartorelli/gedpage/ind/
Disallow: /tree/sartorelli/gedpage/ntf/
Disallow: /tree/sartorelli/gedpage/nti/
Disallow: /tree/sartorelli/gedpage/ped/

# Don't index the individual database entries
Disallow: /census/censusdetail.php
Disallow: /census/censusfirst.php
Disallow: /parishregister/baptism.php
Disallow: /parishregister/baptismlist.php
Disallow: /parishregister/burial.php
Disallow: /parishregister/buriallist.php
Disallow: /parishregister/marriage.php
Disallow: /parishregister/marriagelist.php
Disallow: /parishregister/ssibbaptism.php
Disallow: /parishregister/ssibburial.php
Disallow: /parishregister/ssibmarriage.php

# Don't index the forums
Disallow: /~guy/Forum