User-agent: *

Crawl-delay: 1

Sitemap: https://www.animecharactersdatabase.com/sm_index.php
Sitemap: https://thenaturedb.com/sm_tndb.php

Disallow: /who.php

Disallow: /contact.php
Disallow: /includes
Disallow: /private
Disallow: /inc

Disallow: /af/af/
Disallow: /af/cn/
Disallow: /af/en/
Disallow: /af/fi/
Disallow: /af/fr/
Disallow: /af/ge/
Disallow: /af/in/
Disallow: /af/jp/
Disallow: /af/kr/
Disallow: /af/sp/
Disallow: /af/si/
Disallow: /cn/af/
Disallow: /cn/cn/
Disallow: /cn/en/
Disallow: /cn/fi/
Disallow: /cn/fr/
Disallow: /cn/ge/
Disallow: /cn/in/
Disallow: /cn/jp/
Disallow: /cn/kr/
Disallow: /cn/sp/
Disallow: /cn/si/
Disallow: /en/af/
Disallow: /en/cn/
Disallow: /en/en/
Disallow: /en/fi/
Disallow: /en/fr/
Disallow: /en/ge/
Disallow: /en/in/
Disallow: /en/jp/
Disallow: /en/kr/
Disallow: /en/sp/
Disallow: /en/si/
Disallow: /fi/af/
Disallow: /fi/cn/
Disallow: /fi/en/
Disallow: /fi/fi/
Disallow: /fi/fr/
Disallow: /fi/ge/
Disallow: /fi/in/
Disallow: /fi/jp/
Disallow: /fi/kr/
Disallow: /fi/sp/
Disallow: /fi/si/
Disallow: /fr/af/
Disallow: /fr/cn/
Disallow: /fr/en/
Disallow: /fr/fi/
Disallow: /fr/fr/
Disallow: /fr/ge/
Disallow: /fr/in/
Disallow: /fr/jp/
Disallow: /fr/kr/
Disallow: /fr/sp/
Disallow: /fr/si/
Disallow: /ge/af/
Disallow: /ge/cn/
Disallow: /ge/en/
Disallow: /ge/fi/
Disallow: /ge/fr/
Disallow: /ge/ge/
Disallow: /ge/in/
Disallow: /ge/jp/
Disallow: /ge/kr/
Disallow: /ge/sp/
Disallow: /ge/si/
Disallow: /in/af/
Disallow: /in/cn/
Disallow: /in/en/
Disallow: /in/fi/
Disallow: /in/fr/
Disallow: /in/ge/
Disallow: /in/in/
Disallow: /in/jp/
Disallow: /in/kr/
Disallow: /in/sp/
Disallow: /in/si/
Disallow: /jp/af/
Disallow: /jp/cn/
Disallow: /jp/en/
Disallow: /jp/fi/
Disallow: /jp/fr/
Disallow: /jp/ge/
Disallow: /jp/in/
Disallow: /jp/jp/
Disallow: /jp/kr/
Disallow: /jp/sp/
Disallow: /jp/si/
Disallow: /kr/af/
Disallow: /kr/cn/
Disallow: /kr/en/
Disallow: /kr/fi/
Disallow: /kr/fr/
Disallow: /kr/ge/
Disallow: /kr/in/
Disallow: /kr/jp/
Disallow: /kr/kr/
Disallow: /kr/sp/
Disallow: /kr/si/
Disallow: /sp/af/
Disallow: /sp/cn/
Disallow: /sp/en/
Disallow: /sp/fi/
Disallow: /sp/fr/
Disallow: /sp/ge/
Disallow: /sp/in/
Disallow: /sp/jp/
Disallow: /sp/kr/
Disallow: /sp/sp/
Disallow: /sp/si/
Disallow: /si/af/
Disallow: /si/cn/
Disallow: /si/en/
Disallow: /si/fi/
Disallow: /si/fr/
Disallow: /si/ge/
Disallow: /si/in/
Disallow: /si/jp/
Disallow: /si/kr/
Disallow: /si/sp/
Disallow: /si/si/

User-agent: LinkChecker/7.4
Disallow: /

User-agent: LinkChecker
Disallow: /

User-agent: WGet
Disallow: /

User-agent: Wget
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: WebZIP/3.6
Disallow: /

User-agent: Plucker/Py-1.0
Disallow: /

User-agent: WebCapture
Disallow: /

User-agent: WebCopy
Disallow: /

User-agent: WebCopy/0.98b7
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebCopier v2.8
Disallow: /

User-agent: WebCopier v3.0
Disallow: /

User-agent: Mass Downloader
Disallow: /

User-agent: Mass Downloader/2.2
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: Web Downloader/2.9
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Offline Explorer/2.5
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebStripper/2.14
Disallow: /

User-agent: PageNest Free Edition/3.30
Disallow: /

User-agent: sqlmap/1.0-dev
Disallow: /

User-agent: Bytespider
Disallow: /