# Allow all bots to crawl everything User-agent: * Disallow: /admin/ Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /cgi-bin/ # Allow important directories (if needed) Allow: / # Sitemap location Sitemap: https://www.rooferssearch.com/sitemap.xml