# Advanced Wordpress User-agent: * Allow: /wp-admin/admin-ajax.php Allow: /*/*.css Allow: /*/*.js Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /readme.html Disallow: /license.txt Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /wp-register.php Disallow: *?attachment_id= # Prevent Crawling of WordPress JSON API Endpoints User-agent: * Disallow: /wp-json/ Disallow: /?rest_route= #Block Parameters User-agent: * Disallow: *?s=* Disallow: *?p=* Disallow: *&p=* Disallow: *&preview=* #Block Feed User-agent: * Disallow: /feed/ Disallow: /feed/$ Disallow: /comments/feed Disallow: */feed Disallow: */feed$ Disallow: /?feed= Disallow: /wp-feed #Block Spam Directories User-agent: * Disallow: /trackback/ Disallow: */comments$ Disallow: */trackback Disallow: */trackback$ Disallow: /wp-comments Disallow: /wp-trackback Disallow: */replytocom= # Yoast Sitemap Link Sitemap: https://traceanyone.co.uk/sitemap_index.xml Sitemap: https://traceanyone.co.uk/post-sitemap.xml Sitemap: https://traceanyone.co.uk/page-sitemap.xml # Allow Google Bot User-agent: Googlebot Allow: / # Allow Google Images Bot User-agent: Googlebot-Image Allow: /wp-content/uploads/ # Allow Google Media Partners Bot User-agent: Mediapartners-Google Allow: / # Allow Google Mobile Bot User-agent: AdsBot-Google-Mobile Allow: / # Allow Bing Bot User-agent: Bingbot Allow: / # Allow Apple Bot User-agent: Applebot Allow: / # Allow Yahoo Search (Slurp bot) User-agent: Slurp Allow: /