User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block files ending in .json # The asterisks allows any file name # The dollar sign ensures it only matches the end of an URL and not a oddly formatted url (e.g. /locations.json.html) Disallow: /*.json$ # Block search results page Disallow: /search.php?query=