User-agent:* #Applies to all robots and spiders Disallow:/cgi-bin/ #Prevents indexing and running of cg-bin scripts Disallow:/cgi-local/ #Prevents indexing and running of cgi-local scripts Disallow:/education/asktj/archive/ #Prevents indexing of archived letters Disallow:/icjs/archaeology/ #Prevents indexing of Monticello Archaeology section while it is being built