# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # juicer.io/api is allowed, # see https://developers.google.com/search/docs/advanced/robots/robots_txt#url-matching-based-on-path-values # Block the admin area but allow ajax callbacks User-agent: * Disallow: /api/* Disallow: /wp-admin/ Disallow: /wp-login.php Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: Googlebot Disallow: /api/* Disallow: /hub/* Disallow: /wp-admin/ Disallow: /wp-login.php Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: *.js Allow: *.css Sitemap: https://www.juicer.io/sitemap_index.xml