#
# For help use - en.wikipedia.org/wiki/Robots.txt
# IP blocking is an option.
#
# I tend to block unknown or suspicious crawlers.
#
# Ones not following the rules will be blocked.
#
# Ones not reading and following this robots.txt will 
# most likely be blocked.

# Potentially unwanted crawlers:

User-agent: twiceler
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: spider
Disallow: /
User-agent: crawl
Disallow: /
User-agent: robot
Disallow: /
User-agent: MJ12bot # This is only to stop the fake crawler
Disallow: /

# Wildcard:

User-agent: *
Disallow: /Gallery2/
Disallow: /st0flx/
Disallow: /Backup-WP/
Disallow: /hivegraphics/
Disallow: /photos/
Disallow: /pics/
Disallow: /postings/
Disallow: /sigpics/
Disallow: /smileys/
Crawl-delay: 15