# General settings for all crawlers
User-agent: *
Allow: /index
Allow: /menus
Allow: /buffet
Allow: /rest-info
Allow: /ratings
Disallow: /myorders
Disallow: /vouchers
Disallow: /vouchershistory
Disallow: /profile
Disallow: /addressbook
Disallow: /checkouts
Disallow: /users/social_redirect

# Specific rules for certain bots (optional)
User-agent: Googlebot
Allow: /index

User-agent: Googlebot-Image
Allow: /index

User-agent: Bingbot
Allow: /index

User-agent: Discordbot
Allow: /index

User-agent: facebookexternalhit
Allow: /index

User-agent: Applebot
Allow: /index

User-agent: LinkedInBot
Allow: /index

User-agent: Pinterestbot
Allow: /index

User-agent: Twitterbot
Allow: /index

User-agent: Yandex
Allow: /index