Sitemap: https://arhivach.vc/sitemap.xml

Disallow: /*?tags=*
Disallow: /index/bydate/
Disallow: /index/viewed/
Disallow: /index/faved/
Disallow: /index/postcount/
Disallow: /index/*?tags=*
Disallow: /ajax/
Disallow: /thread-edit/
Disallow: /donate
Disallow: /donate/
Disallow: /recovery2023/

User-agent: YandexBot
Disallow: /index/
Disallow: /storage/*.webm
Disallow: /storage/*.mp4
Disallow: /storage2/*.webm
Disallow: /storage2/*.mp4
Disallow: /storage3/*.webm
Disallow: /storage3/*.mp4

User-agent: bingbot
Crawl-delay: 1
Disallow: /storage/*.webm
Disallow: /storage/*.mp4
Disallow: /storage2/*.webm
Disallow: /storage2/*.mp4
Disallow: /storage3/*.webm
Disallow: /storage3/*.mp4

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: AwarioBot
Disallow: /