# -----------------------------------------------------------------------------
# robots.txt for the AutoShrine.com Network
# Issues? Contact webmaster@autoshrine.com
# -----------------------------------------------------------------------------

User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Crawl-delay: 5
Disallow: /ads/click.php
Disallow: /calendar/attend.php
Disallow: /desktop
Disallow: /kamphneme/
Disallow: /forum/newer/
Disallow: /forum/older/
Disallow: /member/activate
Disallow: /member/map.php
Disallow: /member/password_reset.php
Disallow: /member/reset
Disallow: /member/pp_result.php
Disallow: /modelinfo/
Disallow: /newsletter/
Disallow: /phorum/control.php
Disallow: /phorum/feed.php
Disallow: /phorum/login.php
Disallow: /phorum/moderation.php
Disallow: /phorum/pm.php
Disallow: /phorum/post.php
Disallow: /phorum/posting.php
Disallow: /phorum/random.php
Disallow: /phorum/read.php?*,printview,*
Disallow: /phorum/read.php?*,quote=1
Disallow: /phorum/read.php?*,newer
Disallow: /phorum/read.php?*,older
Disallow: /phorum/report.php
Disallow: /phorum/search.php
Disallow: /registry/imgr_reset_pass.php
Disallow: /registry/browse.php
Disallow: /registry/transfer.php
Disallow: /toggle_comment.php

# -----------------------------------------------------------------------------
# Restricted crawlers
# -----------------------------------------------------------------------------

User-agent: Googlebot-Image
Disallow: /member/
Crawl-delay: 5

User-agent: GoogleOther
Crawl-delay: 5
Disallow: /member/
Disallow: /journal/
Disallow: /modelinfo/
Disallow: /registry/
Disallow: /forum/

User-agent: AliyunSecBot
User-agent: Baiduspider
User-agent: Cliqzbot
User-agent: CrsspxlBot
User-agent: DataForSeoBot
User-agent: DotBot
User-agent: discoverybot
User-agent: DomainCrawler
User-agent: DotBot
User-agent: ExtLinksBot
User-agent: Ezooms
User-agent: Grapeshot
User-agent: istellabot
User-agent: JikeSpider
User-agent: LinkpadBot
User-agent: magpie-crawler
User-agent: MauiBot
User-agent: MegaIndex.ru
User-agent: MJ12bot
User-agent: proximic
User-agent: SEOkicks-Robot
User-agent: SERankingBacklinksBot
User-agent: Sistrix
User-agent: Sogou
User-agent: spbot
User-agent: VelenPublicWebCrawler
User-agent: WBSearchBot
User-agent: weborama
User-agent: weborama-fetcher
User-agent: WeSEE
User-agent: Yandex
User-agent: YYSpider
User-agent: ZumBot
Crawl-delay: 5
Disallow: /journal/
Disallow: /member/
Disallow: /modelinfo/
Disallow: /phorum/
Disallow: /forum/
Disallow: /registry/

# -----------------------------------------------------------------------------
# Banned crawlers
# -----------------------------------------------------------------------------

User-agent: AhrefsBot
User-agent: AlphaBot
User-agent: AlphaSeoBot
User-agent: AlphaSeoBot-SA
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: BomboraBot
User-agent: Bytespider
User-agent: careerbot
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: CloudflareBrowserRenderingCrawler
User-agent: cohere-ai
User-agent: CriteoBot
User-agent: Dragonfly
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GPTBot
User-agent: GumGum
User-agent: GumGum-Bot
User-agent: ip-web-crawler.com
User-agent: Linguee
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: meta-webindexer
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: Seekport
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SA
User-agent: serpstatbot
User-agent: SeznamBot
User-agent: Timpibot
User-agent: trendictionbot
User-agent: TurnitinBot
User-agent: YaK
User-agent: YouBot
User-agent: ZoominfoBot
Disallow: /

# -----------------------------------------------------------------------------
# Delays
# -----------------------------------------------------------------------------

# Nutch is the VigLink crawler
User-agent: Nutch
User-agent: VigLink
Crawl-delay: 2

# Suggested 3s
User-agent: bingbot
User-agent: msnbot
User-agent: msnbot-media
Crawl-delay: 5

User-agent: TikTokSpider
Crawl-delay: 3
Disallow: /forum/

User-agent: DataForSeoBot
User-agent: sentibot
User-agent: weborama
User-agent: weborama-fetcher
Crawl-delay: 5

# Crawl-delay not supported...
User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: Google-Display-Ads-Bot 
Crawl-delay: 5