# =============================
# Whizlabs Robots.txt (SEO Optimized)
# =============================


# Allow Googlebot full access
User-agent: Googlebot
Disallow:


# Allow Google Ads & Image crawlers
User-agent: AdsBot-Google
Disallow:
User-agent: Googlebot-Image
Disallow:


# Block spammy or unknown bots (example: NinjaBot)
User-agent: NinjaBot
Disallow: /


# Default rules for all other bots
User-agent: *


# Block only low-value/sensitive sections
Disallow: /login/
Disallow: /stackcommerce/
Disallow: /ft-course-library/
Disallow: /survey/
Disallow: /webinars/
Disallow: /gdgcloudpune/
Disallow: /Ppc/
Disallow: /category/
Disallow: /pmblog/


# Allow all important certification/course/product pages
Allow: /


# Sitemap Declarations
User-agent: *
Allow: /
Sitemap: https://www.whizlabs.com/sitemap.xml


# =============================
# AI Crawlers (Optional)
# =============================
# If you want to allow AI bots like ChatGPT, Perplexity, Claude, etc.
User-agent: ChatGPT-User
Disallow:
User-agent: PerplexityBot
Disallow:
User-agent: ClaudeBot
Disallow:
User-agent: anthropic-ai
Disallow:
User-agent: YouBot
Disallow:
User-agent: Google-Extended
Disallow:
User-agent: Applebot
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: Amazonbot
Disallow: