User-agent: * # match all bots
Disallow: /class/ # keep them out
Disallow: /common/
Disallow: /config/
Disallow: /css/
Disallow: /js/
Disallow: /securimage/
Disallow: /sphider/

User-agent: *
Crawl-delay: 10

Request-rate: 1/5  # maximum rate is one page every 5 seconds
Visit-time: 0000-0600 # only visit between 00:00 and 06:00 UTC (GMT)