# Robots.txt for wasilzafar.com # Last updated: June 1, 2026 # Allow all search engines User-agent: * Allow: / # Sitemap location Sitemap: https://www.wasilzafar.com/sitemap.xml # IndexNow key file # See: https://www.bing.com/indexnow/getstarted # Key location: https://www.wasilzafar.com/57540ac53495664b6fb18e4f1ff41035.txt # LLMs.txt available at: https://www.wasilzafar.com/llms.txt # See: https://llmstxt.org/ # Disallow non-content pages Disallow: /.template-blog-post.html Disallow: /cookie-banner.html # Allow all images Allow: /images/ # Allow CSS and JS Allow: /css/ Allow: /js/ # Crawl-delay suggestion for respectful crawling Crawl-delay: 1 # GPTBot (OpenAI) User-agent: GPTBot Allow: / # Google-Extended (Gemini/Bard) User-agent: Google-Extended Allow: / # CCBot (Common Crawl) User-agent: CCBot Allow: / # Anthropic User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / # Perplexity User-agent: PerplexityBot Allow: / # Microsoft/Bing AI User-agent: Bingbot Allow: / # Facebook User-agent: facebookexternalhit Allow: / # Twitter User-agent: Twitterbot Allow: / # LinkedIn User-agent: LinkedInBot Allow: /