Sitemap: http://www.simalis.net/sitemap.xml

User-agent: * 

User-Agent: *
# The * specifies all agents or robots
Disallow: *.js
Disallow: *.css
Disallow: *.inc
Disallow: /js/
Disallow: /css/
Disallow: /cgi-bin
Disallow: /*.cgi$
Disallow: /*.htaccess$

User-agent: Mozilla/3.01 (hotwired-test/0.1)
Disallow: *.js
Disallow: *.css
Disallow: *.inc
Disallow: /js/
Disallow: /css/
Disallow: /images
Disallow: /cgi-bin
Disallow: /*.cgi$

User-agent: Scooter
Disallow: *.js
Disallow: *.css
Disallow: *.inc
Disallow: /js/
Disallow: /css/
Disallow: /images
Disallow: /cgi-bin
Disallow: /*.cgi$

User-agent: Ultraseek
Disallow: *.js
Disallow: *.css
Disallow: *.inc
Disallow: /js/
Disallow: /css/
Disallow: /images
Disallow: /cgi-bin
Disallow: /*.cgi$

User-agent: smallbear 
Disallow: *.js
Disallow: *.css
Disallow: *.inc
Disallow: /js/
Disallow: /css/
Disallow: /images
Disallow: /cgi-bin
Disallow: /*.cgi$

User-agent: GoogleBot
Disallow: *.js
Disallow: *.css
Disallow: *.inc
Disallow: /js/
Disallow: /css/
Disallow: /images
Disallow: /cgi-bin
Disallow: /*.cgi$

User-agent: DittoSpyder
Disallow: /