User-agent: ia_archiver
Allow: *

User-agent: archive.org_bot
Allow: *

User-agent: DOC
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: fast
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: larbin
Disallow: /

#User-agent: libwww
#Disallow: /

User-agent: linko
Disallow: /

User-agent: Mediapartners-Google*
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebZIP
Disallow: /

#User-agent: wget
#Disallow: /

User-agent: Xenu
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: *
Crawl-Delay: 1 
Disallow: /w/index.php?
Allow: /w/index.php*&action=raw
Disallow: /Special:
Disallow: /Talk:
Disallow: /User:
Disallow: /User_talk:
Disallow: /Template_talk:
Disallow: /%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:
Disallow: /%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:
Disallow: /%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5:
Disallow: /%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%B0:
Disallow: /%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%88%D0%B0%D0%B1%D0%BB%D0%BE%D0%BD%D0%B0:
Disallow: /%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D0%90%D0%B1%D1%81%D1%83%D1%80%D0%B4%D0%BE%D0%BF%D0%B5%D0%B4%D0%B8%D0%B8:
Host: absurdopedia.wiki
sitemap: https://absurdopedia.wiki/sitemap/sitemap-index-absurdopedia.xml