# ---------------------------------------------
# Einzelne Dateien ausschliessen...
# ---------------------------------------------
User-agent: *
Disallow: /calendar/icalendar.asp
Disallow: /scripts/vcard.asp

User-agent: Googlebot
Disallow: /direkt.asp

# ---------------------------------------------
# Website nur alle X Sekunden besuchen...
# ---------------------------------------------
User-agent: Bingbot
User-agent: AdIdxBot
User-agent: BingPreview
User-agent: MSNBot
Crawl-delay: 8

# ---------------------------------------------
# Bots ausschliessen, die nur Traffic machen...
# ---------------------------------------------
User-agent: AhrefsBot
User-agent: Baiduspider
User-agent: BLEXBot
User-agent: BlogPulseLive
User-agent: crawly
User-agent: dotbot 
User-agent: Download Ninja
User-agent: echobot
User-agent: envolk
User-agent: Euripbot
User-agent: Eurobot
User-agent: Exabot
User-agent: Fetch
User-agent: flatlandbot
User-agent: fyberspider
User-agent: Gigabot
User-agent: gonzo*
User-agent: grub-client
User-agent: heise-IT-Markt-Crawler
User-agent: HTTrack
User-agent: iCcrawler
User-agent: iearthworm
User-agent: infometrics-bot
User-agent: Jakarta Commons-HttpClient
User-agent: JobRoboter
User-agent: jobs.de-Robot
User-agent: kalooga
User-agent: larbin
User-agent: laycat
User-agent: libwww
User-agent: linko
User-agent: LCC
User-agent: Mail.Ru
User-agent: Microsoft.URL.Control
User-agent: MJ12bot
User-agent: MSIECrawler
User-agent: Nebullabot
User-agent: netEstate NE Crawler
User-agent: netEstate FOAF crawler
User-agent: netEstate RSS crawler
User-agent: Netluchs
User-agent: Ocelli
User-agent: Offline Explorer
User-agent: Pixray-Seeker
User-agent: psbot
User-agent: Ruky-Bot
User-agent: ScoutJet
User-agent: searchlink
User-agent: Semager
User-agent: ShopWiki
User-agent: sitecheck.internetseer.com
User-agent: SiteSnagger
User-agent: Snapbot
User-agent: Sosospider
User-agent: Speedy
User-agent: SurveyBot
User-agent: SurveyBot_IgnoreIP
User-agent: Tasapspider
User-agent: Teleport
User-agent: TeleportPro
User-agent: Touche
User-agent: twiceler
User-agent: WebCopier
User-agent: webmeasurement-bot
User-agent: WebReaper
User-agent: website-datenbank.de
User-agent: WebsiteWiki
User-agent: WebStripper
User-agent: WebZIP
User-agent: wget
User-agent: woriobot
User-agent: Xenu
User-agent: Yandex
User-agent: YoudaoBot
User-agent: Zealbot
User-agent: ZyBORG
User-agent: ClaudeBot
User-agent: Bytespider
User-agent: Applebot
Disallow: /