# Tells Scanning Robots Where They Are And Are Not Welcome # Deirdre Borlase site made 29th December 2001 # User-agent: can also specify by name; "*" is for everyone # Disallow: disallow if this matches first part of requested path # # For now disallow all we can modify this as needed to allow certain crawlers. # User-agent: * Disallow: /Library Disallow: /300_html_oils Disallow: /300_html_prin Disallow: /300_html_wcol Disallow: /db_images_oil_150 Disallow: /db_images_oil_300 Disallow: /db_images_prin_150 Disallow: /db_images_prin_300 Disallow: /db_images_wcol_150 Disallow: /db_images_wcol_300 Disallow: /Library Disallow: /tnail_html_oils Disallow: /tnail_html_prin Disallow: /tnail_html_wcol Disallow: frameset_oils.html Disallow: frameset_prin.html Disallow: frameset_wcol.html Disallow: index_clara.html Disallow: large_image_01.html Disallow: top.html