# SG 2025-10-16

User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: AmazonAdBot
User-agent: bingbot
Disallow: /admin/
Disallow: /speedtest/images/
Disallow: /img.php
Disallow: /forums/member.php
Crawl-delay: 0

User-agent: Applebot
Crawl-delay: 10

# bots ignoring rules
User-agent: User-agent: PetalBot
User-agent: Riddler
Disallow: /forums/

# User-agent: MJ12bot
# User-agent: YandexBot
# User-agent: grapeshot
# User-agent: proximic

# default
User-agent: *
Disallow: /files/
Disallow: /forums/member.php
Disallow: /forums/memberlist.php
Disallow: /ip/
Disallow: /lib/
Disallow: /admin/
Disallow: /templates/
Disallow: /speedtest/images/
Disallow: /comment_add.php
Disallow: /search.php
Disallow: /portscan.php
Disallow: /img.php
Crawl-delay: 10

# misbehaving
User-agent: DataForSeoBot
User-agent: FriendlyCrawler
User-agent: iZSearch.com
Disallow: /

Sitemap: https://www.speedguide.net/sitemap.xml