#Simple Robots.txt 0.1
User-agent: MSNBot
Crawl-delay: 5
User-agent: bingbot
Crawl-delay: 5
User-agent: PetalBot
Disallow: /


# Crawlers Setup
User-agent: *

# Directories
#Disallow: /404/
#Disallow: /app/
#Disallow: /cgi-bin/
#Disallow: /downloader/
#Disallow: /errors/
#Disallow: /includes/


# Paths (clean URLs)
#Disallow: /index.php/
#Disallow: /catalog/product_compare/
#Disallow: /catalog/category/view/


# Files
#Disallow: /cron.php
#Disallow: /cron.sh
#Disallow: /sheduler_cron.sh
#Disallow: /error_log
#Disallow: /install.php
#Disallow: /LICENSE.html
#Disallow: /LICENSE.txt
Disallow: /OWBOARD GENERAL LICENSE.pdf
Disallow: /copyright_license.html
#Disallow: /STATUS.txt

# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
#Disallow: /*.php$
#Disallow: /*?p=*&
#Disallow: /*?limit=*
#Disallow: /*?dir=*
#Disallow: /*?order=*
#Disallow: /*?l=*
#Disallow: /*?SID=