User-agent: Scrapy
Allow: /

Sitemap: https://www.askscientific.com/sitemap.xml

User-agent:  *
Disallow: /xmlrpc.php
Disallow: ?comments=*
Disallow: /search?
Disallow: /?p=*
Disallow: /ww2/
Allow: /wp-content/themes/busiprof/css/
Allow: /wp-content/themes/busiprof/js/
Allow: /wp-content/themes/busiprof/img/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/busiprof/images/
Allow: /wp-content/themes/busiprof/css/font/
Sitemap: https://www.askscientific.com/sitemap.xml