User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /shared_results/

# Block all testing and verification tools
Disallow: /test-*.php
Disallow: /verify-*.php
Disallow: /meta-tags-dashboard.php
Disallow: /generate-sitemap.php

# Block internal linking analysis tools
Disallow: /internal-linking-analyzer.php
Disallow: /internal-linking-implementation-tool.php
Disallow: /internal-linking-seo-report.php

# Block documentation and guide pages
Disallow: /START-HERE.html
Disallow: /FIXES-SUMMARY.html
Disallow: /INTERNAL-LINKING-GUIDE.html
Disallow: /*.md$

# Sitemap location (update this with your actual domain)
Sitemap: https://svtechworld.in/sitemap.xml

# Crawl-delay (optional, in seconds)
Crawl-delay: 1