User-agent: *
Disallow: /cgi-bin/
Disallow: /restricted/
Disallow: /code/
Disallow: /Scripts/
Disallow: /auth/
Disallow: /web-video/
Disallow: /_private/
Disallow: /Library/
Disallow: /gigi/

User-agent: asterias
User-agent: asterias/2.0
User-agent: Snappy
User-agent: Cabot
User-agent: Larbin
User-agent: AbachoBOT
User-agent: ABCdatos BotLink
User-agent: Accoona-AI-Agent
User-agent: Agent-SharewarePlazaFileCheckBot
User-agent: aipbot
User-agent: Alexibot
User-agent: Alpha Search Agent
User-agent: Amfibibot
User-agent: amibot
User-agent: Appie
User-agent: Aqua_Products
User-agent: argus
User-agent: arks
User-agent: ASPseek
User-agent: asterias
User-agent: b2w/0.1
User-agent: BackDoorBot/1.0
User-agent: badbot
User-agent: BaiDuSpider
User-agent: BaiDuSpider+
User-agent: Bbot
User-agent: BDFetch
User-agent: BDNcentral
User-agent: beautybot
User-agent: BecomeBot
User-agent: BigCliqueBOT
User-agent: Biglotron
User-agent: BigmirSpider
User-agent: BlowFish/1.0
User-agent: boitho.com-dc
User-agent: Booch
User-agent: Bookmark search tool
User-agent: Boris
User-agent: BotALot
User-agent: BotRightHere
User-agent: BruinBot
User-agent: BuiltBotTough
User-agent: Bullseye/1.0
User-agent: BunnySlippers
User-agent: Cabot
User-agent: Cabot/Nutch-0.9
User-agent: Cabot/Nutch-1.0
User-agent: ccubee
User-agent: CE-Preload
User-agent: cfetch
User-agent: Checkbot
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: CherryPickerElite/1.0
User-agent: CherryPickerSE/1.0
User-agent: ComputingSite
User-agent: ComputingSite Robi/1.0
User-agent: ConveraCrawler
User-agent: ConveraMultiMediaCrawler
User-agent: Copernic
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: crawl
User-agent: Crawler
User-agent: crawlx
User-agent: Creative ZENcast
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: DataFountains/DMOZ Downloader
User-agent: DeWeb
User-agent: DiamondBot
User-agent: DittoSpyder
User-agent: DoCoMo
User-agent: dumbot
User-agent: egothor
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: Enterprise_Search
User-agent: Enterprise_Search/1.0
User-agent: EroCrawler
User-agent: es
User-agent: EVDB
User-agent: EVDB Nutch
User-agent: Exabot
User-agent: Exabot-Test
User-agent: ExtractorPro
User-agent: FairAd Client
User-agent: FDSE
User-agent: FindLinks
User-agent: FindLinks-Server
User-agent: fireball
User-agent: Fish
User-agent: Flaming AttackBot
User-agent: Fluid Dynamics
User-agent: Foobot
User-agent: FreeFind
User-agent: Gaisbot/3.0
User-agent: gazz
User-agent: Generic
User-agent: genieBot
User-agent: GetRight/4.2
User-agent: girafa
User-agent: Girafabot
User-agent: Goforitbot
User-agent: GoForIt.com
User-agent: Grub
User-agent: grub-client
User-agent: Grub.org
User-agent: gsa-crawler
User-agent: GurujiBot
User-agent: Harvest/1.5
User-agent: Hatena Antenna
User-agent: HenryTheMiragoRobot
User-agent: heritrix
User-agent: hl_ftien_spider
User-agent: hloader
User-agent: Holmes
User-agent: hotbar
User-agent: HouxouCrawler
User-agent: httplib
User-agent: httpstalker
User-agent: HTTrack 3.0
User-agent: humanlinks
User-agent: Ichiro
User-agent: IconSurf
User-agent: iearthworm/1.0
User-agent: Iltrovatore-Setaccio
User-agent: INFOMINE
User-agent: InfoNaviRobot
User-agent: Infoseek SideWinder
User-agent: Ingrid
User-agent: INGRID/3.0 MT
User-agent: InnerpriseBot
User-agent: InternetArchive
User-agent: Internet Shinchakubin
User-agent: IpwalkBot
User-agent: IRLbot
User-agent: Iron33/1.0.2
User-agent: It-bot
User-agent: Jakarta Commons-HttpClient
User-agent: JemmaTheTourist
User-agent: JennyBot
User-agent: Jetbot
User-agent: Jetbot/1.0
User-agent: JoBo
User-agent: Jyxobot
User-agent: Jyxobot/1
User-agent: kalooga
User-agent: kalooga/KaloogaBot
User-agent: Kenjin Spider
User-agent: Keyword Density/0.9
User-agent: knowitall
User-agent: knowledge.com
User-agent: Krugle
User-agent: larbin
User-agent: larbin_2.6.3
User-agent: larbin_test
User-agent: LexiBot
User-agent: Libby
User-agent: libWeb/clsHTTP
User-agent: libwww-perl
User-agent: LinkAlarm
User-agent: LinkBot
User-agent: LinkextractorPro
User-agent: LinkScan/8.1a Unix
User-agent: LinkWalker
User-agent: LinkWalker/2.0
User-agent: LNSpiderguy
User-agent: LocalcomBot
User-agent: lwp-trivial
User-agent: lwp-trivial/1.34
User-agent: Mata Hari
User-agent: maxomobot
User-agent: McBot
User-agent: Metaspinner
User-agent: Microsoft URL Control
User-agent: Microsoft URL Control - 5.01.4511
User-agent: Microsoft URL Control - 6.00.8169
User-agent: MIIxpc
User-agent: MIIxpc/4.2
User-agent: miniRank
User-agent: Mister PiX
User-agent: Miva
User-agent: MJ12bot
User-agent: MLBot
User-agent: mnoGoSearch
User-agent: moget
User-agent: moget/2.1
User-agent: MojeekBot
User-agent: Mozdex
User-agent: msrbot
User-agent: MSRBOT
User-agent: MultiText
User-agent: naver
User-agent: NaverBot
User-agent: NaverBot-1.0
User-agent: NavissoBot
User-agent: nelaBot
User-agent: NetAnts
User-agent: .NET CLR
User-agent: NetMechanic
User-agent: NetResearchServer
User-agent: NetSync
User-agent: NG
User-agent: NHN
User-agent: nhnbot
User-agent: NHN Corp.
User-agent: NICErsPRO
User-agent: NimbleCrawler
User-agent: NokodoBot
User-agent: Nomad
User-agent: Noxtrum
User-agent: noxtrumbot
User-agent: NPBot
User-agent: nsplayer
User-agent: NuSearch
User-agent: NuSearch Spider
User-agent: Nutch-0.9
User-agent: ObjectsSearch
User-agent: oBot
User-agent: Offline Explorer
User-agent: OmniExplorer_Bot
User-agent: OnetSzukaj
User-agent: Openbot
User-agent: Openfind 
User-agent: Openfind data gatherer
User-agent: Oracle Ultra Search
User-agent: Orbiter
User-agent: PageBitesHyperBot
User-agent: PEERbot
User-agent: PerMan
User-agent: pipeLiner
User-agent: Pompos
User-agent: Powermarks
User-agent: PrivacyFinder
User-agent: ProPowerBot/2.14
User-agent: ProWebWalker
User-agent: psbot
User-agent: Python-urllib
User-agent: QueryN Metasearch
User-agent: Radiation Retriever 1.1
User-agent: RedBot/redbot-1.0
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: RMA
User-agent: robot
User-agent: Robozilla
User-agent: RPT-HTTPClient
User-agent: RufusBot
User-agent: SBIder
User-agent: Scirus
User-agent: scirus-crawler
User-agent: scooter
User-agent: Scooter
User-agent: Scrubby
User-agent: SEARCH.COM.UA
User-agent: searchpreview
User-agent: Seekbot
User-agent: Sensis.com.au
User-agent: Sensis.com.au Web Crawler
User-agent: Sensis Web Crawler
User-agent: sherlock
User-agent: Shim-Crawler
User-agent: ShopWiki
User-agent: ShopWiki/1.0
User-agent: Sigram
User-agent: Site Server 3.0 Robot
User-agent: SiteSnagger
User-agent: SitiDiBot
User-agent: SlySearch
User-agent: smartwit.com
User-agent: sogou spider
User-agent: sohu agent
User-agent: sohu-search
User-agent: sootle
User-agent: Sosospider
User-agent: SpankBot
User-agent: spanner
User-agent: Speedy
User-agent: Speedy spider
User-agent: spider
User-agent: SpiderMan
User-agent: Sproose
User-agent: StackRambler
User-agent: StackRambler/2.0
User-agent: SuperPagesBot
User-agent: SurveyBot
User-agent: suzuran
User-agent: sygol
User-agent: SygolBot
User-agent: szukacz
User-agent: Szukacz/1.4 
User-agent: Talkro
User-agent: Talkro Web-Shot
User-agent: Tarantula
User-agent: Teleport
User-agent: TeleportPro
User-agent: Telesoft
User-agent: The Intraformant
User-agent: TheNomad
User-agent: TightTwatBot
User-agent: toCrawl/UrlDispatcher
User-agent: TravelBot
User-agent: True_Robot
User-agent: True_Robot/1.0
User-agent: turingos
User-agent: TurnitinBot
User-agent: TurnitinBot/1.5
User-agent: TutorGigBot
User-agent: Twiceler
User-agent: Ultraseek
User-agent: UniverseBot
User-agent: URL Control
User-agent: URL_Spider_Pro
User-agent: URLy Warning
User-agent: Vagabondo
User-agent: Vagabondo/2.0 MT
User-agent: VCI
User-agent: VCI WebViewer VCI WebViewer Win32
User-agent: Voila
User-agent: VoilaBot
User-agent: VoilaBot BETA
User-agent: voyager
User-agent: VSE
User-agent: Walhello appie
User-agent: Wavefire
User-agent: WeatherBot
User-agent: WebAlta Crawler/2.0
User-agent: WebAuto
User-agent: WebBandit
User-agent: WebBandit/3.50
User-agent: WebCapture 2.0
User-agent: webcollage
User-agent: WebCopier
User-agent: WebCopier v.2.2
User-agent: WebCopier v3.2a
User-agent: WebEnhancer
User-agent: Web Image Collector
User-agent: WebIndexer
User-agent: WebmasterWorld Extractor
User-agent: WebmasterWorldForumBot
User-agent: WebSauger
User-agent: Website Quester
User-agent: Webster Pro
User-agent: webstripper
User-agent: WebStripper
User-agent: WebVac
User-agent: WebZip
User-agent: WebZip/4.0
User-agent: WebZIP/4.21
User-agent: WebZIP/5.0
User-agent: wget
User-agent: Whirlpool Web Engine
User-agent: wish-la
User-agent: Wotbox
User-agent: WWW-Collector-E
User-agent: wwwgrab
User-agent: Xap
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
User-agent: xirq
User-agent: yacy
User-agent: Yahoo-MMAudVid
User-agent: Yahoo-MMCrawler
User-agent: YahooSeeker/CafeKelsa
User-agent: Yahoo! Slurp China
User-agent: Yandex
User-agent: YodaoBot/1.0
User-agent: zerxspid
User-agent: Zeus
User-agent: Zeus 32297 Webster Pro V2.9 Win32
User-agent: Zeus Link Scout
User-agent: Zeusbot
User-agent: Zyborg
User-agent: ZyBorg/1.0 Dead Link Checker
Disallow: /