User-agent: Scrapy
Allow: /

User-agent: *
Disallow:  /wp-admin/

User-agent: *
Allow:  /wp-admin/admin-ajax.php