# proxypromo.top — crawler policy
# Blog and coupon pages are canonical, indexable content.
# Removed or renamed /blog/* and /coupon/* slugs return HTTP 301 to the
# closest live post, category, or store — please follow redirects and
# update your index. A daily internal crawl re-checks these links.

User-agent: *
Allow: /
Allow: /blog/
Allow: /coupon/
Allow: /store/
Allow: /category/
Disallow: /admin
Disallow: /admin/login
Disallow: /auth
Disallow: /_authenticated
Disallow: /api/
Disallow: /*?*utm_
Disallow: /*?*ref=
Crawl-delay: 1

User-agent: Googlebot
Allow: /
Allow: /blog/
Allow: /coupon/
Disallow: /admin
Disallow: /admin/login
Disallow: /auth

User-agent: Bingbot
Allow: /
Allow: /blog/
Allow: /coupon/
Disallow: /admin
Disallow: /admin/login
Disallow: /auth

# AI / LLM crawlers — see /llms.txt for structured summary
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Algolia-Crawler-Verif: D237B33034B4E496
Sitemap: https://proxypromo.top/sitemap.xml

# RSS feed for the blog — auto-discovered by feed readers
# RSS: https://proxypromo.top/feed.xml