# /robots.txt file , date: 2024/Apr/26 08:46:23

Sitemap: http://www.nachhilfe-vermittlung.com/sitemap.xml

#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.

User-agent: *
Disallow: /i.php?a=zugg
Disallow: /i.php?a=zugga

User-agent: seokicks
User-agent: Twiceler
User-agent: Orthogaffe
# User-agent: Baiduspider

# Crawlers that are kind enough to obey, but which we'd rather not have unless they're feeding search engines.
User-agent: UbiCrawler
User-agent: DOC
User-agent: Zao

# Some bots are known to be trouble, particularly those designed to copy entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Xenu
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja

# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a --wait option you can use to set the delay between hits, for instance.
User-agent: wget

# The 'grub' distributed client has been *very* poorly behaved.
User-agent: grub-client

# Doesn't follow robots.txt anyway, but...
User-agent: k2spider

# Hits many times per second, not acceptable. http://www.nameprotect.com/botinfo.html
User-agent: NPBot

# A capture bot, downloads gazillions of pages with no public benefit. http://www.webreaper.net/
User-agent: WebReaper

Crawl-delay: 10000
Disallow: /
# end of instruction

User-agent: Googlebot
User-agent: Googlebot/2.1
# Crawl-delay: 1
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: ClaudeBot
User-agent: Claude
User-agent: Mediapartners-Google/2.1
# Crawl-delay: 2
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: Amazonbot
User-agent: googlebot
User-agent: bingbot
User-agent: Mediapartners-Google
User-agent: Yahoo! Slurp
User-agent: Slurp
User-agent: msnbot-media/
# Crawl-delay: 3
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: msnbot/
User-agent: MSNBot
User-agent: Gigabot/
Crawl-delay: 3
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: Speedy
User-agent: MSN
Crawl-Delay: 5
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: Orange 
User-agent: Wanadoo
User-agent: Voila 
User-agent: Voilá 
Crawl-Delay: 7
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: yandex
Crawl-delay: 8
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-Agent: MJ12bot
Crawl-Delay: 10  
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: Exabot
Crawl-delay: 12
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: Seekbot/
User-agent: ia_archiver
User-agent: http://www.WISEnutbot.com
User-agent: SiteBot
Crawl-delay: 3000
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: Ask Jeeves
Crawl-delay: 5000
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction

User-agent: *
# Crawl-delay: 5 
Disallow: /tmp/
Disallow: /logs/
Disallow: /hpunkte/
Disallow: /i.php?a=zugg
Disallow: /index.php?a=zugg
Disallow: /i.php?a=zugga
Disallow: /index.php?a=zugga
# end of instruction