# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /www/cgi-bin/ 
User-agent: *
Disallow: /www/cgi-bin/ 

# Disallow directory /www/admin/
User-agent: *
Disallow: /www/admin/

# Disallow directory /public_html/cgi-bin/
User-agent: *
Disallow: /public_html/cgi-bin/

# Disallow directory /public_html/admin/
User-agent: *
Disallow: /public_html/admin/

# Disallow directory /logs/
User-agent: *
Disallow: /logs/

# Disallow directory /mail/
User-agent: *
Disallow: /mail/

# Disallow directory /etc/
User-agent: *
Disallow: /etc/

# Disallow directory /tmp/
User-agent: *
Disallow: /tmp/

# Disallow directory /public_html/smf/Themes/
User-agent: *
Disallow: /public_html/smf/Themes/

# Disallow directory /public_html/smf/Sources/
User-agent: *
Disallow: /public_html/smf/Sources/

# Disallow directory /public_html/smf/Packages/
User-agent: *
Disallow: /public_html/smf/Packages/

# Disallow directory /public_html/smf/Smileys/
User-agent: *
Disallow: /public_html/smf/Smileys/

# Disallow directory /public_html/smf/avatars/
User-agent: *
Disallow: /public_html/smf/avatars/