Robot-version: 2.0
User-agent: *
Crawl-delay: 10
Request-rate: 6/1m 0000-0200
# Directories
Disallow: /modules/
Disallow: /apps/
Disallow: /storage/
Disallow: /system/
Disallow: /upload/
# Paths
Disallow: /admin/
Disallow: /index.php/admin/
# Sitemaps
Sitemap: http://puppy.com.ua/sitemap.xml
# Specials
User-agent: msnbot 
Crawl-delay: 1000
Request-rate: 10/17m 0000-0200