User-agent: GPTBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: ClaudeBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: meta-webindexer Disallow: / User-agent: Applebot Disallow: / User-agent: Applebot-Extended Disallow: /private/ # Allow these robots only #Google Adsense (needs enabled for banners) User-agent: Mediapartners-Google Disallow: User-agent: GPTBot Disallow: / #Internet archive User-agent: ia_archiver Allow: / Disallow: /arimages/ Disallow: /cart/ Disallow: /email-addresses/ Disallow: /hamcallupdates/ Disallow: /speer/ Disallow: /temp/ Disallow: /cgi-bin/awstats Disallow: /reports.html Disallow: /daily_log.html Disallow: /suppdb.htm #Google User-agent: googlebot Disallow: /arimages/ Disallow: /cart/ Disallow: /email-addresses/ Disallow: /hamcallupdates/ Disallow: /speer/ Disallow: /temp/ Disallow: /cgi-bin/awstats Disallow: /reports.html Disallow: /daily_log.html Disallow: /suppdb.htm Crawl-delay: 6 User-agent: bingbot Allow: / Disallow: /arimages/ Disallow: /cart/ Disallow: /email-addresses/ Disallow: /hamcallupdates/ Disallow: /speer/ Disallow: /temp/ Disallow: /cgi-bin/awstats Disallow: /reports.html Disallow: /daily_log.html Disallow: /suppdb.htm Crawl-delay: 3 User-agent: msnbot Allow: / Disallow: /arimages/ Disallow: /cart/ Disallow: /email-addresses/ Disallow: /hamcallupdates/ Disallow: /speer/ Disallow: /temp/ Disallow: /cgi-bin/awstats Disallow: /reports.html Disallow: /daily_log.html Disallow: /suppdb.htm Crawl-delay: 3 User-agent: msn Allow: / Disallow: /arimages/ Disallow: /cart/ Disallow: /email-addresses/ Disallow: /hamcallupdates/ Disallow: /speer/ Disallow: /temp/ Disallow: /cgi-bin/awstats Disallow: /reports.html Disallow: /daily_log.html Disallow: /suppdb.htm Crawl-delay: 3 User-agent: * Disallow: /