#                              o       ⢀⣠⣤⣴⣶⣶⠿⠿⠿⠿⠿⠿⢶⣶⣦⣤⣄
#               o                  ⢀⣴⣾⠿⠛⠉⠁             ⠉⠛⠿⣷⣦⡀
#       o                 o     ⢀⣴⡿⠋                        ⠙⢿⣦⡀
#                  o           ⢠⣿⠋        Dear robot          ⠙⣿⡄
#         o   ______      o    ⣾⡏           Behave!            ⢸⣷
#           _/  (   \_         ⣾⡏                              ⢸⣷
# _       _/  (       \_  O    ⠸⣿⡄         Thank you         ⢠⣿⠇
#| \_   _/  (   (    0  \        ⠙⢿⣦⡀          :)         ⢀⣴⡿⠋
#|== \_/  (   (          |         ⠙⣿⡆                ⣀⣤⣶⠿⠋
#|=== _ (   (   (        |          ⢰⣿     ⢀⣶⣦⣤⣴⣶⣶⠿⠿⠛⠉
#|==_/ \_ (   (          |         ⣠⣿⠃ ⣠⣤⣾⠟⠋⠈⠉⠉⠉⠉⠁
#|_/     \_ (   (    \__/        ⣠⢿⣷⡾⠿⠟⠛⠉
#          \_ (      _/
#            |  |___/
#           /__/
#
Sitemap: https://fair-fish-database.net/sitemap.xml
# ...stick to the sitemap and we are friends...

User-Agent: *
Disallow: /
Allow: /$
Allow: /db/species/*
Allow: /db/methods/*
Allow: /news/$
Allow: /publications/$
Allow: /donation/$
Allow: /team/$
Allow: /imprint/$
Allow: /privacy/$
Crawl-delay: 3

# Search Engines / RAG
User-Agent: slurp
User-Agent: DuckDuckBot
User-Agent: DuckDuckGo
User-Agent: Qwantbot
User-Agent: Qwantbot-news
User-Agent: YandexMobileBot
User-Agent: YandexBot
User-Agent: YandexImages
User-Agent: meta-webindexer
User-Agent: YandexBot
User-Agent: Applebot
User-Agent: Claude-SearchBot
User-Agent: AppleNewsBot
User-Agent: Bravebot
User-Agent: Googlebot
User-Agent: Googlebot-Image
User-Agent: Googlebot-News
User-Agent: Googlebot-Video
User-Agent: Bingbot
User-Agent: OAI-SearchBot
Disallow: /link/*
Disallow: /*?*
Disallow: /_*
Crawl-delay: 3

# Scraper
User-Agent: Ai2Bot
User-Agent: Audisto-essential
User-Agent: AwarioBot
User-Agent: BacklinkSpider
User-Agent: Barkrowler
User-Agent: Blackbox Exporter
User-Agent: BLEXBot
User-Agent: BlogBeatbot
User-Agent: CrawlerBot
User-Agent: Dalvik
User-Agent: DataForSEO
User-Agent: Dotbot
User-Agent: Google-CloudVertexBot
User-Agent: GoogleOther
User-Agent: GoogleOther-Video
User-Agent: KrawlerBot
User-Agent: LinkChecker
User-Agent: MeltwaterNews
User-Agent: MJ12bot
User-Agent: Neticle Crawler
User-Agent: Netvibes
User-Agent: NoahBot
User-Agent: Optimizer
User-Agent: Pinterestbot
User-Agent: PlagAwareBot
User-Agent: PressEngineBot
User-Agent: PRTG Network Monitor
User-Agent: Qwarrybot
User-Agent: RyteBot
User-Agent: SemrushBot
User-Agent: SemrushBot-BA
User-Agent: SemrushBot-EO
User-Agent: SemrushBot-ESI
User-Agent: SemrushBot-FT
User-Agent: SemrushBot-OCOB
User-Agent: SemrushBot-SI
User-Agent: SemrushBot-SWA
User-Agent: SentiBot
User-Agent: SeobilityBot
User-Agent: SiteAuditBot
User-Agent: SplitSignalBot
User-Agent: TaranisAI
User-Agent: trendictionbot
User-Agent: Uptime-Kuma
User-Agent: YandexMetrika
Disallow: /
Allow: /$
Allow: /db/species/*
Allow: /db/methods/*
Allow: /news/$
Allow: /publications/$
Allow: /donation/$
Allow: /team/$
Crawl-delay: 3