User-agent: *
Disallow: /ajax/*
Disallow: /*.pdf
Disallow: /widget/*
Disallow: */page/*
Disallow: /search*
Crawl-delay: 600

User-agent: Marfeelman
Crawl-delay: 600

User-agent: Petalbot
Crawl-delay: 600