# This robots.txt file requests that search engines and other # automated web-agents don't try to index the files in this # directory (/). This file is required in the event that you # use OpenX without virtual domains (i.e. you use a single URL # to run both the admin interface and the delivery engine), # and have the web root set to this directory. # General User-agent: * Crawl-delay: 30 Disallow: /cgi-bin/ Disallow: /openx/ Disallow: /mp3s/ Disallow: /nil/ Disallow: /music/ Disallow: /wp-content/uploads/ Disallow: /category/ Disallow: /tag/ Disallow: /*?* # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /