# robots.txt file User-agent: * # directed to all robots Sitemap: http://www.rensch.com/sitemap.xml # Author: Randall Rensch # MEMO: INDEX.HTM *is* ALLOWED, OTHERWISE A ROBOT MIGHT ALSO IGNORE INDEX.HTML # Disallow: /search # DON'T DISALLOW, WOULD APPLY TO Portfolio PAGES! # Disallow: /test # DON'T DISALLOW, Would disallow testimonials Disallow: /testing # will not affect testimonials Disallow: /noindex- # not suitable as entry page Disallow: /images/ # no catalog content Disallow: /cli # For clients only Disallow: /mail # reply forms pages Disallow: /sorr # fault-handling pages Disallow: /error # fault-handling pages Disallow: /global/ # js Disallow: /misc/ # utility files Disallow: /book2/ # restricted Disallow: /book1/images # no catalog content # Disallow: /book1/urls/legr/ # NO LONGER APPLIES Disallow: /hallway.htm # administrative; nothing of use to new visitors Disallow: /go/ # redirects Disallow: /room1/ # restricted Disallow: /room2/ # restricted Disallow: /room3/ # restricted Disallow: /room4/ # restricted Disallow: /room5/ # restricted Disallow: /room6/ # restricted Disallow: /room7/ # restricted Disallow: /room8/ # restricted Disallow: /room9/ # restricted Disallow: /room10/ # restricted Disallow: /room11/ # restricted Disallow: /room12/ # restricted Disallow: /room13/ # restricted Disallow: /room14/ # restricted Disallow: /room15/ # restricted Disallow: /copywriting-search-noscript.htm # error results page for non JS users Disallow: /copywriting-search.html # No content except when called with JavaScript Disallow: /id/ # administrative Disallow: /stats.html # administrative Disallow: /access # In case an access log file is mistakenly copied in Disallow: /reminder.htm # no catalog content Disallow: /table # no catalog content Disallow: /terms # no catalog content Disallow: /Agreement # no catalog content Disallow: /mail # mail*.htm or mail.txt (cgi template file) - no catalog content Disallow: /tnx # mail acknowledgement page - no catalog content Disallow: /passw # no catalog content Disallow: /wbdvmsg1 # frameset subfile memo: where is wbdvnav1? Disallow: /urlsback # frameset subfile Disallow: /wbdvwr # page deleted Disallow: /resu-nf # page deleted (old version) Disallow: /wbdv-b0 # frameset subfile page deleted Disallow: /wbrvwtop # Page deleted Website review is now at regular rate Disallow: /wbdv-b0 # Page deleted Disallow: /f- # f- files are vestigal, deleted them from server! Disallow: /e- # /e- files are vestigal, deleted Disallow: /hdwk # These are frameset subfiles. The definition file (/heddef ) IS allowed Disallow: /n-uce.htm # editorial page about UCE Disallow: /sample-offline.htm # for samples linked to but removed