User-agent: *
Disallow: /cgi-bin
Disallow: /remote
Disallow: /local-cgi
Disallow: /etext
Disallow: /pdflinks
Disallow: /search
Disallow: /lsearch