User-agent: *
Disallow: /includes
Disallow: /themes
Disallow: /modules
Disallow: /xaradodb
Disallow: /var
Crawl-delay: 30
Request-rate: 1/5 # maximum rate is one page every 5 seconds
Visit-time: 0600-0845 # only visit between 6:00 AM and 8:45 AM UT (GMT)

User-agent: Twiceler-0.9
Disallow: /