# Robots.txt for https://opstree.com/ # SEO-clean, crawl-optimized # Last updated: 2026-01 User-agent: * # ------------------------- # BLOCK LOW-VALUE PARAMETERS # ------------------------- Disallow: /*?s= Disallow: /*&s= Disallow: /*?replytocom= Disallow: /*?key= Disallow: /*&key= Disallow: /*?trk= Disallow: /*&trk= Disallow: /*?utm_ Disallow: /*&utm_ # ------------------------- # BLOCK SOCIAL SHARE URLS # ------------------------- Disallow: /*?share= Disallow: /*&share= Disallow: /*?nb= Disallow: /*&nb= # ------------------------- # BLOCK RSS / FEED URLS # ------------------------- Disallow: */feed/ # ------------------------- # WORDPRESS SYSTEM PATHS # ------------------------- Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /wp-includes/ # ------------------------- # INTERNAL SEARCH PAGES # ------------------------- Disallow: /search/ Disallow: /?s=* # ------------------------- # ECOM / NON-CONTENT PATHS # ------------------------- Disallow: /cart/ Disallow: /checkout/ Disallow: /cart/* Disallow: /checkout/* # ------------------------- # CONTENT ACCESS (ALLOW) # ------------------------- Allow: /blog/ Allow: /services/ Allow: /case-study/ Allow: /industries/ Allow: /about/ Allow: /contact/ Allow: /solutions/ Allow: /ebooks/ Allow: /workshop-and-webinars/ Allow: /opstree-open-source/ # ------------------------- # SITEMAPS # ------------------------- Sitemap: https://opstree.com/sitemap_index.xml Sitemap: https://opstree.com/blog/sitemap_index.xml # ------------------------- # BOT DIRECTIVES # ------------------------- User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Crawl-delay: 1 # End of file