User-agent: Scrapy
Allow: /
Allow: /*
Disallow: /wp-admin/

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-Agent: Googlebot
Allow: .js
Allow: .css

User-Agent: Googlebot
Allow: *

sitemap: https://www.kuroit.com/sitemap_index.xml