User-Agent: *
Disallow: /links.htm

User-agent: msnbot
Crawl-delay: 10 # задает таймаут в 10 секунд для MSN

User-agent: Slurp
Crawl-delay: 10 # задает таймаут в 10 секунд для Yahoo


User-agent: Yandex
Disallow: /links.htm
Disallow: /ipb/index.php
Disallow: /ipb/index.php?act
Disallow: /ipb/index.php?Showuser
Disallow: /ipb/index.php?showuser
Disallow: /ipb/index.php?Showtopic
Disallow: /ipb/index.php?showtopic
Disallow: /ipb/index.php?Showforum
Disallow: /ipb/index.php?showforum
Disallow: /ipb/index.php?act=Profile
Disallow: /ipb/index.php?act=profile
Disallow: /ipb/index.php?act=Online
Disallow: /ipb/index.php?act=online
Disallow: /ipb/index.php?act=UserCP
Disallow: /ipb/index.php?act=usercp
Disallow: /ipb/index.php?act=Search
Disallow: /ipb/index.php?act=search
Disallow: /ipb/index.php?act=Report
Disallow: /ipb/index.php?act=report
Disallow: /ipb/index.php?act=Help
Disallow: /ipb/index.php?act=help
Disallow: /ipb/index.php?act=Msg
Disallow: /ipb/index.php?act=msg
Disallow: /ipb/index.php?act=Mail
Disallow: /ipb/index.php?act=mail
Disallow: /ipb/index.php?act=Members
Disallow: /ipb/index.php?act=members
Disallow: /ipb/index.php?act=Calendar
Disallow: /ipb/index.php?act=calendar
Disallow: /ipb/index.php?act=Login
Disallow: /ipb/index.php?act=login
Disallow: /ipb/index.php?act=ICQ
Disallow: /ipb/index.php?act=icq
Disallow: /ipb/index.php?act=MSN
Disallow: /ipb/index.php?act=msn
Disallow: /ipb/index.php?act=AOL
Disallow: /ipb/index.php?act=aol
Disallow: /ipb/index.php?act=AIM
Disallow: /ipb/index.php?act=aim
Disallow: /ipb/index.php?act=module&module=gallery
Disallow: /ipb/index.php?act=Shoutbox
Disallow: /ipb/index.php?act=shoutbox
Disallow: /ipb/index.php?act=Arcade
Disallow: /ipb/index.php?act=arcade
Disallow: /ipb/index.php?act=Statistics
Disallow: /ipb/index.php?act=statistics
Disallow: /ipb/ipb.html?act=Module
Disallow: /ipb/ipb.html?act=module
Disallow: /ipb/ipb.html?act=Profile
Disallow: /ipb/ipb.html?act=profile
Disallow: /ipb/ipb.html?act=Msg
Disallow: /ipb/ipb.html?act=msg
Disallow: /ipb/ipb.html?act=Chat
Disallow: /ipb/ipb.html?act=chat
Disallow: /ipb/ipb.html?act=Report
Disallow: /ipb/ipb.html?act=report
Disallow: /ipb/ipb.html?act=Mail
Disallow: /ipb/ipb.html?act=mail
Disallow: /ipb/ipb.html?act=Search
Disallow: /ipb/ipb.html?act=search
Disallow: /ipb/ipb.html?act=Help
Disallow: /ipb/ipb.html?act=help
Disallow: /ipb/ipb.html?act=Members
Disallow: /ipb/ipb.html?act=members
Disallow: /ipb/ipb.html?act=Online
Disallow: /ipb/ipb.html?act=online
Disallow: /ipb/ipb.html?act=Login
Disallow: /ipb/ipb.html?act=login
Disallow: /ipb/ipb.html?act=Calendar
Disallow: /ipb/ipb.html?act=calendar
Disallow: /ipb/ipb.html?act=Online
Disallow: /ipb/ipb.html?act=online
Disallow: /ipb/ipb.html?act=Rep
Disallow: /ipb/ipb.html?act=rep
Disallow: /ipb/forum/
Disallow: /ipb/lofiversion/
Disallow: /ipb/arcade/
Disallow: /ipb/cache/
Disallow: /ipb/cfg/
Disallow: /ipb/ips_kernel/
Disallow: /ipb/jscripts/
Disallow: /ipb/lang/
Disallow: /ipb/modules/
Disallow: /ipb/retail/
Disallow: /ipb/skin_acp/
Disallow: /ipb/skin_cache/
Disallow: /ipb/sources/
Disallow: /ipb/style_avatars/
Disallow: /ipb/style_emoticons/
Disallow: /ipb/style_images/
Disallow: /ipb/uploads/
Disallow: /forum/
Disallow: /forum/download.php?
Disallow: /forum/profile.php?
Disallow: /forum/album_pic.php?
Disallow: /forum/album_thumbnail.php?

User-agent: aipbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Alexibot 
Disallow: /

User-agent: Aqua_Products 
Disallow: /

User-agent: asterias 
Disallow: /

User-agent: b2w/0.1 
Disallow: /

User-agent: BackDoorBot/1.0 
Disallow: /

User-agent: becomebot
Disallow: /

User-agent: BlowFish/1.0 
Disallow: /

User-agent: Bookmark search tool 
Disallow: /

User-agent: BotALot 
Disallow: /

User-agent: BotRightHere 
Disallow: /

User-agent: BuiltBotTough 
Disallow: /

User-agent: Bullseye/1.0 
Disallow: /

User-agent: BunnySlippers 
Disallow: /

User-agent: CheeseBot 
Disallow: /

User-agent: CherryPicker 
Disallow: /

User-agent: CherryPickerElite/1.0 
Disallow: /

User-agent: CherryPickerSE/1.0 
Disallow: /

User-agent: Copernic 
Disallow: /

User-agent: CopyRightCheck 
Disallow: /

User-agent: cosmos 
Disallow: /

User-agent: Crescent 
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 
Disallow: /

User-agent: DittoSpyder 
Disallow: /

User-agent: EmailCollector 
Disallow: /

User-agent: EmailSiphon 
Disallow: /

User-agent: EmailWolf 
Disallow: /

User-agent: EroCrawler 
Disallow: /

User-agent: ExtractorPro 
Disallow: /

User-agent: FairAd Client 
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Flaming AttackBot 
Disallow: /

User-agent: Foobot 
Disallow: /

User-agent: Gaisbot 
Disallow: /

User-agent: GetRight/4.2 
Disallow: /

User-agent: Harvest/1.5 
Disallow: /

User-agent: hloader 
Disallow: /

User-agent: httplib 
Disallow: /

User-agent: HTTrack 3.0 
Disallow: /

User-agent: humanlinks 
Disallow: /

User-agent: IconSurf
Disallow: /
Disallow: /favicon.ico

User-agent: InfoNaviRobot 
Disallow: /

User-agent: Iron33/1.0.2 
Disallow: /

User-agent: JennyBot 
Disallow: /

User-agent: Kenjin Spider 
Disallow: /

User-agent: Keyword Density/0.9 
Disallow: /

User-agent: larbin 
Disallow: /

User-agent: LexiBot 
Disallow: /

User-agent: libWeb/clsHTTP 
Disallow: /

User-agent: LinkextractorPro 
Disallow: /

User-agent: LinkScan/8.1a Unix 
Disallow: /

User-agent: LinkWalker 
Disallow: /

User-agent: LNSpiderguy 
Disallow: /

User-agent: lwp-trivial 
Disallow: /

User-agent: lwp-trivial/1.34 
Disallow: /

User-agent: Mata Hari 
Disallow: /

User-agent: Microsoft URL Control 
Disallow: /

User-agent: Microsoft URL Control - 5.01.4511 
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169 
Disallow: /

User-agent: MIIxpc 
Disallow: /

User-agent: MIIxpc/4.2 
Disallow: /

User-agent: Mister PiX 
Disallow: /

User-agent: moget 
Disallow: /

User-agent: moget/2.1 
Disallow: /

User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) 
Disallow: /

User-agent: MSIECrawler 
Disallow: /

User-agent: NetAnts 
Disallow: /

User-agent: NICErsPRO 
Disallow: /

User-agent: Offline Explorer 
Disallow: /

User-agent: Openbot 
Disallow: /

User-agent: Openfind 
Disallow: /

User-agent: Openfind data gatherer 
Disallow: /

User-agent: Oracle Ultra Search 
Disallow: /

User-agent: PerMan 
Disallow: /

User-agent: ProPowerBot/2.14 
Disallow: /

User-agent: ProWebWalker 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: Python-urllib 
Disallow: /

User-agent: QueryN Metasearch 
Disallow: /

User-agent: Radiation Retriever 1.1 
Disallow: /

User-agent: RepoMonkey 
Disallow: /

User-agent: RepoMonkey Bait & Tackle/v1.01 
Disallow: /

User-agent: RMA 
Disallow: /

User-agent: searchpreview 
Disallow: /

User-agent: SiteSnagger 
Disallow: /

User-agent: SpankBot 
Disallow: /

User-agent: spanner 
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: suzuran 
Disallow: /

User-agent: Szukacz/1.4 
Disallow: /

User-agent: Teleport 
Disallow: /

User-agent: TeleportPro 
Disallow: /

User-agent: Telesoft 
Disallow: /

User-agent: The Intraformant 
Disallow: /

User-agent: TheNomad 
Disallow: /

User-agent: TightTwatBot 
Disallow: /

User-agent: toCrawl/UrlDispatcher 
Disallow: /

User-agent: True_Robot 
Disallow: /

User-agent: True_Robot/1.0 
Disallow: /

User-agent: turingos 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: TurnitinBot/1.5 
Disallow: /

User-agent: URL Control 
Disallow: /

User-agent: URL_Spider_Pro 
Disallow: /

User-agent: URLy Warning 
Disallow: /

User-agent: VCI 
Disallow: /

User-agent: VCI WebViewer VCI WebViewer Win32 
Disallow: /

User-agent: Web Image Collector 
Disallow: /

User-agent: WebAuto 
Disallow: /

User-agent: WebBandit 
Disallow: /

User-agent: WebBandit/3.50 
Disallow: /

User-agent: WebCapture 2.0 
Disallow: /

User-agent: WebCopier 
Disallow: /

User-agent: WebCopier v.2.2 
Disallow: /

User-agent: WebCopier v3.2a 
Disallow: /

User-agent: WebEnhancer 
Disallow: /

User-agent: WebSauger 
Disallow: /

User-agent: Website Quester 
Disallow: /

User-agent: Webster Pro 
Disallow: /

User-agent: WebStripper 
Disallow: /

User-agent: WebZip 
Disallow: /

User-agent: WebZip 
Disallow: /

User-agent: WebZip/4.0 
Disallow: /

User-agent: WebZIP/4.21 
Disallow: /

User-agent: WebZIP/5.0 
Disallow: /

User-agent: Wget 
Disallow: /

User-agent: wget 
Disallow: /

User-agent: Wget/1.5.3 
Disallow: /

User-agent: Wget/1.6 
Disallow: /

User-agent: WWW-Collector-E 
Disallow: /

User-agent: Xenu's 
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c 
Disallow: /

User-agent: Zeus 
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32 
Disallow: /

User-agent: Zeus Link Scout 
Disallow: /