# robots.txt for http://linkwaregraphics.com/
# exclude images from Google
# see http://www.google.com/remove.html#images
# For Yahoo Slurp see http://help.yahoo.com/help/us/ysearch/slurp/slurp-02.html
# SurveyBot http://www.whois.sc/info/webmasters/surveybot.html
# updated 2005-05-19
#
# The alphabetized list is adapted (a lot) from
# WebmasterWorld.com: robots.txt
# GNU Robots.txt. Used with permission.
# http://webmasterworld.com/robots.txt
# I alphabetized the list, removed some, added some.
# 2005-09-17 1953pm, pdt
#
# IMPORTANT: We do NOT allow non-authorized robots.
#
# For those wondering, yes, many bad bots disregard or
# don't even look at the robots.txt file. I've taken other
# measures to keep them out, including some in the list 
# below that don't behave nicely. ;-) 
# (which I won't divulge publicly as I don't want any 
# bad guys to know what I do).
# Unfortunately, we can't rely on all bots to mind or 
# even look at the robots.txt file. Some of them are up
# to no good or go nutso and cause drain on servers, sadly.
#
User-agent: Slurp
Disallow: /cgi-bin
Disallow: /contact
Disallow: /c/
Disallow: /css2
Disallow: /dtr
Disallow: /i/
Disallow: /im
Disallow: /img
Disallow: /images/headers
Disallow: /images/icons
Disallow: /images/nav
Disallow: /images/webrings
Disallow: /includes
Disallow: /j/
Disallow: /js2
Disallow: /js3
Disallow: /music/images/headers
Disallow: /music/img/
Disallow: /music/i/
Disallow: /music/im/
Disallow: /music/sets/dtr
Disallow: /secret
Disallow: /sifr
Disallow: /sifr/js
Disallow: /sf
Disallow: /styles
##
User-agent: Googlebot-Image
Disallow: /cgi-bin
Disallow: /contact
Disallow: /c/
Disallow: /css2
Disallow: /dtr
Disallow: /i/
Disallow: /im
Disallow: /img
Disallow: /images/headers
Disallow: /images/icons
Disallow: /images/nav
Disallow: /images/webrings
Disallow: /includes
Disallow: /j/
Disallow: /js2
Disallow: /js3
Disallow: /music/images/headers
Disallow: /music/img/
Disallow: /music/i/
Disallow: /music/im/
Disallow: /music/sets/dtr
Disallow: /secret
Disallow: /sifr
Disallow: /sifr/js
Disallow: /sf
Disallow: /styles
####
## A
User-agent: Alexibot
Disallow: /
User-agent: Aqua_Products
Disallow: /
User-agent: asterias
Disallow: /
## B
User-agent: b2w/0.1
Disallow: /
User-agent: BackDoorBot/1.0
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: BlowFish/1.0
Disallow: /
User-agent: Bookmark search tool
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: Bullseye/1.0
Disallow: /
User-agent: BunnySlippers
Disallow: /
## C
User-agent: CheeseBot
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: CherryPickerElite/1.0
Disallow: /
User-agent: CherryPickerSE/1.0
Disallow: /
User-agent: Copernic
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /
## D
User-agent: DittoSpyder
Disallow: /
User-agent: dumbot
Disallow: /
## E
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: Enterprise_Search/1.0
Disallow: /
User-agent: Enterprise_Search
Disallow: /
User-agent: EroCrawler
Disallow: /
User-agent: es
Disallow: /
User-agent: ExtractorPro
Disallow: /
## F
User-agent: FairAd Client
Disallow: /
User-agent: Flaming AttackBot
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: FreeFind
Disallow: /
## G
User-agent: Gaisbot
Disallow: /
User-agent: GetRight/4.2
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: grub
Disallow: /
## H
User-agent: Harvest/1.5
Disallow: /
User-agent: Hatena Antenna
Disallow: /
User-agent: hloader
Disallow: /
User-agent: http://www.SearchEngineWorld.com bot
Disallow: /
User-agent: http://www.WebmasterWorld.com bot
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: httplib
Disallow: /
## I
#User-agent: ia_archiver
#Disallow: /
#User-agent: ia_archiver/1.6
#Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: Iron33/1.0.2
Disallow: /
## J
User-agent: JennyBot
Disallow: /
User-agent: Jetbot/1.0
Disallow: /
User-agent: Jetbot
Disallow: /
## K
User-agent: Kenjin Spider
Disallow: /
User-agent: Keyword Density/0.9
Disallow: /
## L
User-agent: larbin
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: libWeb/clsHTTP
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: LinkScan/8.1a Unix
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: looksmart
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: lwp-trivial/1.34
Disallow: /
User-agent: lwp-trivial
Disallow: /
## M
User-agent: Mata Hari
Disallow: /
User-agent: Microsoft URL Control
Disallow: /
User-agent: Microsoft URL Control - 5.01.4511
Disallow: /
User-agent: Microsoft URL Control - 6.00.8169
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: MIIxpc/4.2
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: moget
Disallow: /
User-agent: moget/2.1
Disallow: /
User-agent: Mozilla
Disallow: /
User-agent: mozilla
Disallow: /
User-agent: mozilla/3
Disallow: /
User-agent: mozilla/4
Disallow: /
User-agent: mozilla/5
Disallow: /
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000)
Disallow: /
User-agent: MSIECrawler
Disallow: /
## N
User-agent: naver
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: Nutch
Disallow: /
## O
User-agent: Offline Explorer
Disallow: /
User-agent: OmniExplorer_Bot
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: Openfind 
Disallow: /
User-agent: Openfind data gathere
Disallow: /
User-agent: Oracle Ultra Search
Disallow: /
## P
User-agent: PerMan
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Python-urllib
Disallow: /
## Q
User-agent: QueryN Metasearch
Disallow: /
## R
User-agent: Radiation Retriever 1.1
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /
User-agent: RMA
Disallow: /
## S
User-agent: scooter
Disallow: /
User-agent: searchpreview
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: sootle
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: spanner
Disallow: /
User-agent: Stanford
Disallow: /
User-agent: Stanford Comp Sci
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: Szukacz/1.4 
Disallow: /
## T
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: toCrawl/UrlDispatcher
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: True_Robot/1.0
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: turingos
Disallow: /
## U
User-agent: URL Control
Disallow: /
User-agent: URL_Spider_Pro
Disallow: /
User-agent: URLy Warning
Disallow: /
## V
User-agent: VCI
Disallow: /
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /
## W
User-agent: Web Image Collector
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebBandit/3.50
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: WebmasterWorldForumBot
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebVac
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: WebZip/4.0
Disallow: /
User-agent: WebmasterWorld Extractor
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: Wget/1.6
Disallow: /
User-agent: Wget/1.5.3
Disallow: /
User-agent: Wget
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
## Z
User-agent: Zeus
Disallow: /
User-agent: Zeus Link Scout
Disallow: /
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
##
# END OF LIST ADAPTED (A LOT) FROM WEBMASTERWOLD
# 2005-09-17 18.00PM PDT
#
User-agent: arks
Disallow: /

User-agent: envolk[ITS]spider/1.6
Disallow: /
#
# MY ONGOING LIST WITH EXCLUSIONS
User0agent: ia_archiver
User-agent: Baiduspider
User-agent: btbot
User-agent: Girafabot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Jeeves
User-agent: MSNBot
User-agent: msnbot
User-agent: SrevBot
User-agent: Slurp
User-agent: SurveyBot
User-agent: Teoma
User-agent: Yahoo-MMCrawler
User-agent: *
# exclude some areas
Disallow: /contact
Disallow: /c/
Disallow: /css2
Disallow: /dtr
Disallow: /i/
Disallow: /im
Disallow: /img
Disallow: /images
Disallow: /j/
Disallow: /js2
Disallow: /js3
Disallow: /music/images
Disallow: /music/img
Disallow: /music/i/
Disallow: /music/im/
Disallow: /music/sets/dtr
Disallow: /secret
Disallow: /sifr
Disallow: /sifr/js
Disallow: /sf
Disallow: /styles
Disallow: /*.cgi$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.pl$
# Disallow: /*.gif$
# Disallow: /*.jpg$
# Disallow: /*.png$