User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/uploads/wp-import-export-lite/
Sitemap: https://www.proboxing-fans.com/sitemap_index.xml

User-agent: Yandex
Crawl-delay: 5

User-agent: PetalBot
Crawl-delay: 10

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Crawl-delay: 20

User-agent: facebookexternalhit
Disallow: