# robots.txt for adsgpt.io
# DEPLOY THIS FILE AT: https://adsgpt.io/robots.txt
# This file controls crawling for BOTH the main site AND the /blog/ install
# Last updated: May 2026

User-agent: *

# Main WordPress (root)
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /search/
Disallow: /author/
Disallow: /feed/
Disallow: /*/feed/$
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /*?replytocom=
Disallow: /*?attachment_id=

# Blog WordPress (/blog/)
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-content/cache/
Disallow: /blog/wp-content/plugins/
Disallow: /blog/wp-content/themes/
Disallow: /blog/wp-json/
Disallow: /blog/?s=
Disallow: /blog/search/
Disallow: /blog/author/
Disallow: /blog/feed/
Disallow: /blog/*/feed/$
Disallow: /blog/comments/feed/
Disallow: /blog/trackback/
Disallow: /blog/*?replytocom=
Disallow: /blog/*?attachment_id=

# Block tag/category feeds
Disallow: /blog/tag/*/feed/
Disallow: /blog/category/*/feed/

# Allow critical assets for rendering (CSS/JS/images in plugins and themes)
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.png
Allow: /wp-content/plugins/*.jpg
Allow: /wp-content/plugins/*.jpeg
Allow: /wp-content/plugins/*.gif
Allow: /wp-content/plugins/*.svg
Allow: /wp-content/plugins/*.webp
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.png
Allow: /wp-content/themes/*.jpg
Allow: /wp-content/themes/*.jpeg
Allow: /wp-content/themes/*.gif
Allow: /wp-content/themes/*.svg
Allow: /wp-content/themes/*.webp
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js
Allow: /blog/wp-admin/admin-ajax.php
Allow: /blog/wp-content/uploads/
Allow: /blog/wp-content/plugins/*.css
Allow: /blog/wp-content/plugins/*.js
Allow: /blog/wp-content/plugins/*.png
Allow: /blog/wp-content/plugins/*.jpg
Allow: /blog/wp-content/plugins/*.jpeg
Allow: /blog/wp-content/plugins/*.gif
Allow: /blog/wp-content/plugins/*.svg
Allow: /blog/wp-content/plugins/*.webp
Allow: /blog/wp-content/themes/*.css
Allow: /blog/wp-content/themes/*.js
Allow: /blog/wp-content/themes/*.png
Allow: /blog/wp-content/themes/*.jpg
Allow: /blog/wp-content/themes/*.jpeg
Allow: /blog/wp-content/themes/*.gif
Allow: /blog/wp-content/themes/*.svg
Allow: /blog/wp-content/themes/*.webp
Allow: /blog/wp-includes/*.css
Allow: /blog/wp-includes/*.js

# Sitemaps - submit both in Google Search Console
Sitemap: https://adsgpt.io/sitemap_index.xml
Sitemap: https://adsgpt.io/blog/sitemap_index.xml