User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /pdfs/ # Block the /pdfs/directory. Disallow: *.pdf$ # Block pdf files from all bots. Albeit non-standard, it works for major search engines. Sitemap: https://textus.com/wp-sitemap.xml