User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Bingbot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: BingPreview
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Slurp
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: DuckDuckBot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Baiduspider
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: YandexBot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Exabot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: facebot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: facebookexternalhit
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Applebot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Twitterbot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: ArchiveBot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: archive.org_bot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Ecosia
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

# 10.8.2026 #8591: Link-Preview-Bots von Messengern/Mail zulassen,
# damit geteilte Links (z.B. /video/...) eine Vorschau bekommen
User-agent: Slackbot-LinkExpanding
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: WhatsApp
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: Discordbot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: LinkedInBot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/

User-agent: TelegramBot
Allow: /list/agent/
Disallow: /list/
Disallow: /mylist/
Disallow: /*?pdf
Disallow: /*?print
Disallow: /app_sv1/php/
Disallow: /app_sv2/php/