# /robots.txt
User-agent: *
Disallow:/Images 
Disallow:/images
Disallow:/Admin
Disallow:/Register
Disallow:/cgi-bin
Disallow:/404.php 
Disallow:/500.php
Disallow:/auth.php 
Disallow:/cookie.php 
Disallow:/logon.php  
Disallow:/logon2.php  
Disallow:/register.php  
Disallow:/users.php  
Disallow:/download.html
Disallow:/papers.html
Disallow:/dtd
Disallow:/members
Disallow:/links
Disallow:/xsl
Disallow:/mysql