#Host: partner-inform.de

User-agent: *

Disallow: /tmp/
Disallow: /plesk-stat/
Disallow: /mysqldumper/
Disallow: /arbeitsordner/
Disallow: /log/
Disallow: /archiv/
Disallow: /temp/
Disallow: /docs/
Disallow: /tmp/
Disallow: /logs/
Disallow: /cache/
Disallow: /data/
Disallow: /dmi/
Disallow: /fonts/
Disallow: /library/
Disallow: /req/
Disallow: /sound/
Disallow: /txt/
Disallow: /xml/
Disallow: /knor/
Disallow: /executable/
Disallow: /extras/
Disallow: /ioncube/
Disallow: /magento/
Disallow: /memoirs1/
Disallow: /Partner12/
Disallow: /piwik/
Disallow: /redaktion/
Disallow: /resources/
Disallow: /scripts/
Disallow: /sql_backup/
Disallow: /stat/
Disallow: /user_ftp/
Disallow: /shopdemo/
Disallow: /phpSitemap
Disallow: /webalizer
Disallow: /wprint
Disallow: /Stores
Disallow: /Application
Disallow: /arbeitsordner
Disallow: /awstats
Disallow: /banner
Disallow: /downloads
Disallow: /eurolog
Disallow: /ImageMagick-6.3.3
Disallow: /logs

User-agent: AhrefsBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: seoscanners.net
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /


# --- Нові правила ---

# --- Базові правила для всіх ботів ---
User-agent: *
Disallow: /admin/
Disallow: /admin/auth/
Disallow: /admin/news/
Disallow: /register
Disallow: /firm/add
Disallow: /anzeigen/add
Disallow: /search
Disallow: /faq/ajax/
Disallow: /blogs/ajax
Disallow: /blogs/ajax1
Disallow: /memoirs/all/all/all/
Disallow: /partner/all/all/all/
Disallow: /partner/all/all/all/all/
Crawl-delay: 10
Allow: /

# --- Google (повний доступ) ---
User-agent: Googlebot
Disallow:
Allow: /

User-agent: Googlebot-Image
Disallow:
Allow: /

User-agent: Mediapartners-Google
Disallow:
Allow: /

# --- Bing (обмежуємо швидкість) ---
User-agent: bingbot
Disallow:
Allow: /
Crawl-delay: 10

# --- Applebot (Siri / Spotlight) ---
User-agent: Applebot
Disallow:
Allow: /

# --- Facebook (для прев’ю лінків) ---
User-agent: facebookexternalhit
Disallow:
Allow: /

# --- Заборонені або надмірно активні боти ---
User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Turnitin
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: keys-so-bot
Disallow: /

User-agent: SiteLockSpider
Disallow: /

User-agent: CriteoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: fake Googlebot
Disallow: /

User-agent: fake FacebookBot
Disallow: /

User-agent: OpenindexSpider
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Verity
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: MatchorySearch
Disallow: /

User-agent: DnBCrawler-Analytics
Disallow: /

User-agent: TelegramBot
Disallow: /

User-agent: Sidetrade
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: MetaJobBot
Disallow: /

User-agent: Headless
Disallow: /

User-agent: YaK
Disallow: /

User-agent: coccocbot
Disallow: /

User-agent: Leikibot
Disallow: /

User-agent: Sogou
Disallow: /

# --- Sitemap ---
Sitemap: https://www.partner-inform.de/sitemap.xml