# robots.txt for UnisonWave Promote # https://www.unisonwavepromote.com/robots.txt User-agent: * Allow: / Allow: /default.php Allow: /default.php?page=home Allow: /default.php?page=services Allow: /default.php?page=features Allow: /default.php?page=about Allow: /default.php?page=contact Allow: /logo.png Allow: /favicon.ico Allow: /apple-touch-icon.png # Disallow private directories Disallow: /001/ Disallow: /PHPMailer-master/ Disallow: /*.php$ Allow: /default.php # Sitemap location Sitemap: https://www.unisonwavepromote.com/sitemap.xml # Crawl-delay (optional, adjust as needed) User-agent: * Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Allow: / Disallow: /001/ Disallow: /PHPMailer-master/ User-agent: Bingbot Allow: / Disallow: /001/ Disallow: /PHPMailer-master/ User-agent: Slurp Allow: / Disallow: /001/ Disallow: /PHPMailer-master/ # Block bad bots User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: MJ12bot Disallow: /