User-agent: * Allow: / Allow: /blog$ # Only allow the main blog page Disallow: /blog?page= # Prevent pagination with query parameters Disallow: /blog/page # Prevent pagination with path segments # Allow Google Image bot to access image files User-agent: Googlebot-Image Allow: /images/ Allow: /images/blog/ Allow: /images/blog/featured-images/ Allow: /images/author/vishal-meena.webp Allow: /images/author/vishal-meena.png Allow: /favicons/ # Allow Google AdSense bot User-agent: Mediapartners-Google Allow: / # Crawl-delay for all bots Crawl-delay: 10 # Sitemap Sitemap: https://www.waytoidea.com/sitemap.xml