User-agent: *
Allow: /
Crawl-delay: 5

#Settings for AhrefsBot
User-agent: AhrefsBot
Crawl-delay: 10

#Settings for megaindex
User-agent: megaindex
Crawl-delay: 10

User-agent: PetalBot
Disallow: /resources/browse/