#################################
# YouPosted.com Smart Robots v2
#################################
# I have implemented a smart Robots.txt due to the incompatibility issues between different
# robots and whether they support wildcards (*), multiple user-agents and end-anchors ($)
# This means that I am now serving a spider-specific robots.txt to Google/Yahoo/MSNbot
# and a generic one to every other bot/person.
#
# Detected Spider/Bot: None
# Serving Robots.txt: Generic


User-agent: *
# All Spiders should understand these
# 
Disallow: /cgi-bin/
Disallow: /images/