User-agent: *
Allow: /
Disallow: /test-full-width
Disallow: /test-full-without-banner
Disallow: /test-standard-detail-page
Disallow: /test-two-column-detail-page

User-Agent: MJ12bot
Crawl-Delay: 2