# More information about this file can be found at
# http://www.robotstxt.org/

User-agent: *
Crawl-delay: 5
Disallow: /logs/
Disallow: /stat/
Disallow: /sqladmin/
Disallow: /images/
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.gif$
# Jomla CMS specific
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/
# Drupal CMS specific
Disallow: /aggregator
Disallow: /tracker
Disallow: /comment/reply
Disallow: /node/add
Disallow: /user
Disallow: /files
Disallow: /search
Disallow: /book/print
# Extended standard
Request-rate: 1/5       # maximum rate is one page every 2 seconds
Visit-time: 2330-0530   # only visit between 23:30 and 05:30 UTC (GMT)