User-agent: *
Allow: /wp-admin/admin-ajax.php

# We prevent the indexing of sensitive folders
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /*.pdf$
Disallow: /refer/
Disallow: /readme.html
# We deindex all URLs with parameters (content duplication)
Disallow: /*?*
Disallow: /*?
# We deindex the login page (useless content)
Disallow: /wp-login.php

# We authorize the indexing of images
Allow: /wp-content/uploads

User-agent: Googlebot
# We prevent the indexing of sensitive files
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.pdf$

# Allow Google Image
User-agent: Googlebot-Image
Allow: /*

# Allow Google AdSense
User-agent: Mediapartners-Google*
Allow: /*

# Allow Ahrefs
User-agent: AhrefsSiteAudit
Allow: /*

User-agent: AhrefsBot
Allow: /*


# We indicate to the spider the link to our sitemap
Sitemap: https://telugueducation.com/wp-sitemap.xml
Sitemap: https://telugueducation.com/wp-sitemap-posts-post-1.xml
Sitemap: https://telugueducation.com/wp-sitemap-posts-page-1.xml
Sitemap: https://telugueducation.com/wp-sitemap-taxonomies-category-1.xml
Sitemap: https://telugueducation.com/wp-sitemap-taxonomies-post_tag-1.xml