User-agent: Ask
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: CyberPatrol SiteCat Webbot
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Teoma
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Googlebot
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Mediapartners-Google
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Mediapartners-Google*
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Google-Sitemaps
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Google-Sitemaps/1.0
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: MSNBot
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: msnbot/2.0b 
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-Agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma)
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: SurveyBot/2.3
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Slurp
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Slurp/3.0
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Trident
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Inktomi
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: NutchOrg
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Yahoo
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Yahoo!
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Yahoo! Slurp
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: Yahoo! Slurp/3.0
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

User-agent: ABCdatos BotLink
User-agent: Acme.Spider
User-agent: Adsbot-Google
User-agent: Ahoy! The Homepage Finder
User-agent: Alexa
User-agent: Alkaline
User-agent: ananzi
User-agent: Anthill
User-agent: Arachnophilia
User-agent: Arale
User-agent: Araneo
User-agent: AraybOt
User-agent: ArchitextSpider
User-agent: Aretha
User-agent: ARIADNE
User-agent: arks
User-agent: ASpider (Associative Spider)
User-agent: ASPSeek
User-agent: asterias
User-agent: ATN Worldwide
User-agent: Atomz.com Search Robot
User-agent: AURESYS
User-agent: Babya Discoverer
User-agent: BackDoorBot
User-agent: BackRub
User-agent: baiduspider
User-agent: Baiduspider+
User-agent: BBot
User-agent: BecomeBot
User-agent: Big Brother
User-agent: Bjaaland
User-agent: Black Hole
User-agent: BlackWidow
User-agent: bloglines
User-agent: Bloodhound
User-agent: BlowFish
User-agent: Borg-Bot
User-agent: BotALot
User-agent: BoxSeaBot
User-agent: BravoBrian
User-agent: bright.net caching robot
User-agent: BSpider
User-agent: BuiltBotTough
User-agent: Bullseye
User-agent: BunnySlippers
User-agent: CACTVS Chemistry Spider
User-agent: Calif
User-agent: Cassandra
User-agent: Cegbfeieh
User-agent: Cfetch
User-agent: ChangeDetection
User-agent: Charlotte
User-agent: Charlotte/1.1
User-agent: Checkbot
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: ChristCrawler.com
User-agent: churl
User-agent: cIeNcIaFiCcIoN.nEt
User-agent: CMC
User-agent: Collective
User-agent: Combine System
User-agent: comcast
User-agent: ComputingSite Robi
User-agent: ConfuzzledBot
User-agent: CoolBot
User-agent: Copernic
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: Cusco
User-agent: CyberSpyder Link Test
User-agent: CydralSpider
User-agent: DAUM
User-agent: DAUMOA
User-agent: Desert Realm Spider
User-agent: DeWeb(c) Katalog/Index
User-agent: Die Blinde Kuh
User-agent: DienstSpider
User-agent: Digger
User-agent: Digimarc MarcSpider
User-agent: Digimarc Marcspider/CGI
User-agent: Digital Integrity Robot
User-agent: Direct Hit Grabber
User-agent: DittoSpyder
User-agent: dloader(NaverRobot)
User-agent: DNAbot
User-agent: DownLoad Express
User-agent: DragonBot
User-agent: Dumbot
User-agent: DWCP (Dridus' Web Cataloging Project)
User-agent: EbiNess
User-agent: e-collector
User-agent: EgotoBot
User-agent: EIT Link Verifier Robot
User-agent: ELFINBOT
User-agent: Emacs-w3 Search Engine
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: EroCrawler
User-agent: esculapio
User-agent: Esther
User-agent: Evliya Celebi
User-agent: exabot
User-agent: Exabot/3.0
User-agent: ExtractorPro
User-agent: FastCrawler
User-agent: Felix IDE
User-agent: FetchRover
User-agent: fido
User-agent: Fish search
User-agent: Fluid Dynamics Search Engine robot
User-agent: Foobot
User-agent: Fouineur
User-agent: Freecrawl
User-agent: FunnelWeb
User-agent: FunWebProducts
User-agent: Gaisbot
User-agent: gammaSpider, FocusedCrawler
User-agent: gazz
User-agent: GCreep
User-agent: Generic
User-agent: GetBot
User-agent: GetterroboPlus Puu
User-agent: GetURL
User-agent: Gigabot
User-agent: Gigabot/3.0
User-agent: Golem
User-agent: Googlebot-Image
User-agent: Googlebot-Image/1.0
User-agent: Googlebot-Mobile
User-agent: Grapnel/0.01 Experiment
User-agent: Griffon
User-agent: Gromit
User-agent: grub-client
User-agent: Gulper Bot
User-agent: HamBot
User-agent: Harvest
User-agent: Harvest/1.5
User-agent: havIndex
User-agent: HI (HTML Index) Search
User-agent: HKU WWW Octopus
User-agent: hloader
User-agent: Hometown Spider Pro
User-agent: ht://Dig
User-agent: html_analyzer
User-agent: HTMLgobble
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: httplib
User-agent: humanlinks
User-agent: Hyper-Decontextualizer
User-agent: I, Robot
User-agent: ia_archiver
User-agent: ia_archiver-web.archive.org
User-agent: iajaBot
User-agent: IBM_Planetwide
User-agent: image.kapsi.net
User-agent: Imagelock
User-agent: IncyWincy
User-agent: InfoNaviRobot
User-agent: Informant
User-agent: InfoSeek Robot 1.0
User-agent: Infoseek Sidewinder
User-agent: InfoSpiders
User-agent: Ingrid
User-agent: Inspector Web
User-agent: IntelliAgent
User-agent: Internet Cruiser Robot
User-agent: Internet Shinchakubin
User-agent: Iron33
User-agent: Israeli-search
User-agent: JavaBee
User-agent: JBot Java Web Robot
User-agent: JCrawler
User-agent: JennyBot
User-agent: JoBo Java Web Robot
User-agent: Jobot
User-agent: JoeBot
User-agent: JumpStation
User-agent: jyxobot
User-agent: Jyxobot
User-agent: Jyxobot/1
User-agent: kalooga
User-agent: Katipo
User-agent: KDD-Explorer
User-agent: Kenjin Spider
User-agent: Keyword Density/0.9
User-agent: Kilroy
User-agent: KIT-Fireball
User-agent: KO_Yappo_Robot
User-agent: LabelGrabber
User-agent: larbin
User-agent: Larbin
User-agent: legs
User-agent: LexiBot
User-agent: libWeb/clsHTTP
User-agent: Link Validator
User-agent: LinkextractorPro
User-agent: LinkScan
User-agent: LinkScan/8.1a Unix
User-agent: LinkWalker
User-agent: Lockon
User-agent: logo.gif Crawler
User-agent: lwp-trivial
User-agent: lwp-trivial/1.34
User-agent: Mac WWWWorm
User-agent: Magpie
User-agent: marvin/infoseek
User-agent: Mata Hari
User-agent: Mattie
User-agent: MediaFox
User-agent: MerzScope
User-agent: Microsoft URL Control - 5.01.4511
User-agent: Microsoft URL Control - 6.00.8169
User-agent: MIIxpc
User-agent: MIIxpc/4.2
User-agent: MindCrawler
User-agent: Mister PiX
User-agent: mnoGoSearch search engine software
User-agent: moget
User-agent: moget/2.1
User-agent: MOMspider
User-agent: Monster
User-agent: Motor
User-agent: MSIECrawler
User-agent: MSNBot-media
User-agent: MNSBot-news
User-agent: MSNBot-products
User-agent: Muncher
User-agent: Muninn
User-agent: Muscat Ferret
User-agent: Mwd.Search
User-agent: NaverRobot
User-agent: NDSpider
User-agent: NEC-MeshExplorer
User-agent: Nederland.zoek
User-agent: NetAnts
User-agent: NetCarta WebMap Engine
User-agent: NetCraft
User-agent: NetMechanic
User-agent: NetScoop
User-agent: newscan-online
User-agent: NexaBot
User-agent: NextGenSearchBot
User-agent: NHSE Web Forager
User-agent: NICErsPRO
User-agent: Nomad
User-agent: Northern Light Gulliver
User-agent: NPBot
User-agent: Nutch
User-agent: nzexplorer
User-agent: ObjectsSearch
User-agent: obot
User-agent: Occam
User-agent: Offline Explorer
User-agent: OntoSpider
User-agent: Openfind
User-agent: Openfind data gathere
User-agent: Openfind data gatherer
User-agent: Orb Search
User-agent: OWR_Crawler
User-agent: Pack Rat
User-agent: PageBoy
User-agent: ParaSite
User-agent: Patric
User-agent: pegasus
User-agent: PerlCrawler 1.0
User-agent: PGP Key Agent
User-agent: Phantom
User-agent: PhpDig
User-agent: PiltdownMan
User-agent: Pimptrain.com's robot
User-agent: Pioneer
User-agent: PlumtreeWebAccessor
User-agent: Poppi
User-agent: Popular Iconoclast
User-agent: Portal Juice Spider
User-agent: PortalB Spider
User-agent: ProPowerBot/2.14
User-agent: ProWebWalker
User-agent: psbot
User-agent: puf
User-agent: QuepasaCreep
User-agent: QueryN Metasearch
User-agent: rabaz
User-agent: Raven Search
User-agent: RBSE Spider
User-agent: Reaper
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: Resume Robot
User-agent: RixBot
User-agent: RMA
User-agent: Road Runner: The ImageScape Robot
User-agent: RoadHouse Crawling System
User-agent: Robbie the Robot
User-agent: RoboCrawl Spider
User-agent: RoboFox
User-agent: Robot Francoroute
User-agent: Robozilla
User-agent: Roverbot
User-agent: RPT-HTTPClient
User-agent: RuLeS
User-agent: SafetyNet Robot
User-agent: SBIder-0.8.2-dev
User-agent: SBIder
User-agent: SBIder/SBIder-0.8.2-dev
User-agent: Scooter
User-agent: ScoutAbout
User-agent: ScoutJet
User-agent: Scrubby
User-agent: Search.Aus-AU.COM
User-agent: SearchProcess
User-agent: Seekbot
User-agent: semanticdiscovery
User-agent: Senrigan
User-agent: SG-Scout
User-agent: ShagSeeker
User-agent: Shai'Hulud
User-agent: Sift
User-agent: Simmany Robot Ver1.0
User-agent: Site Searcher
User-agent: Site Valet
User-agent: SiteSnagger
User-agent: SiteTech-Rover
User-agent: Skymob.com
User-agent: SLCrawler
User-agent: Sleek
User-agent: SlySearch 
User-agent: Smart Spider
User-agent: Snapbot
User-agent: Snooper
User-agent: Solbot
User-agent: Sosospider
User-agent: SpamBlockerUtility
User-agent: SpankBot
User-agent: spanner
User-agent: Speedy Spider
User-agent: spider_monkey
User-agent: SpiderBot
User-agent: Spiderline Crawler
User-agent: SpiderMan
User-agent: SpiderView(tm)
User-agent: splut
User-agent: Spry Wizard Robot
User-agent: Steeler
User-agent: Suke
User-agent: suntek search engine
User-agent: suzuran
User-agent: Sven
User-agent: Sygol
User-agent: Szukacz/1.4
User-agent: TACH Black Widow
User-agent: Tarantula
User-agent: tarspider
User-agent: Tcl W3 Robot
User-agent: TechBOT
User-agent: Teleport
User-agent: TeleportPro
User-agent: Telesoft
User-agent: Templeton
User-agent: The Intraformant
User-agent: The Jubii Indexing Robot
User-agent: The NorthStar Robot
User-agent: The NWI Robot
User-agent: The Peregrinator
User-agent: The Python Robot
User-agent: The TkWWW Robot
User-agent: The Web Moose
User-agent: The Web Wombat
User-agent: The Webfoot Robot
User-agent: the World Wide Web Wanderer
User-agent: The World Wide Web Worm
User-agent: TheNomad
User-agent: TightTwatBot
User-agent: Titan
User-agent: TITAN
User-agent: TitIn
User-agent: TLSpider
User-agent: twiceler
User-agent: Twiceler-0.9
User-agent: toCrawl/UrlDispatcher
User-agent: True_Robot
User-agent: True_Robot/1.0
User-agent: turingos
User-agent: TurnitinBot
User-agent: TutorGig
User-agent: UCSD Crawl
User-agent: UdmSearch
User-agent: unnamed
User-agent: UptimeBot
User-agent: URL Check
User-agent: URL Spider Pro
User-agent: URLy Warning
User-agent: Valkyrie
User-agent: VCI
User-agent: VCI WebViewer VCI WebViewer Win32
User-agent: Verticrawl
User-agent: Victoria
User-agent: vision-search
User-agent: void-bot
User-agent: Voyager
User-agent: vsecrawler
User-agent: VWbot
User-agent: w@pSpider by wap4.com
User-agent: W3M2
User-agent: w3mir
User-agent: Walhello appie
User-agent: WallPaper (alias crawlpaper)
User-agent: Web Core / Roots
User-agent: Web Image Collector
User-agent: WebAuto
User-agent: WebBandit
User-agent: WebBandit Web Spider
User-agent: WebBandit/3.50
User-agent: WebCatcher
User-agent: WebCollage
User-agent: WebCopier
User-agent: WebCopy
User-agent: WebDataCentreBot/1.0
User-agent: WebEnhancer
User-agent: webfetcher
User-agent: Webinator
User-agent: weblayers
User-agent: WebLinker
User-agent: Weblog Monitor
User-agent: WebmasterWorldForumBot
User-agent: WebMirror
User-agent: WebQuest
User-agent: WebReaper
User-agent: webs
User-agent: WebSauger
User-agent: Website Quester
User-agent: Websnarf
User-agent: WebSpider
User-agent: Webster Pro
User-agent: WebStolperer
User-agent: WebStripper
User-agent: WebVac
User-agent: webwalk
User-agent: WebWatch
User-agent: WebZinger
User-agent: WebZip
User-agent: Wget
User-agent: whatUseek Winona
User-agent: WhoWhere Robot
User-agent: Wild Ferret Web Hopper 1, 2, 3
User-agent: Wired Digital
User-agent: www.seventwentyfour.com
User-agent: WWWC Ver 0.2.5
User-agent: wwwster
User-agent: WWW-Collector-E
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
User-agent: XGET
User-agent: Xombot
User-agent: XYLEME Robot
User-agent: Yandex
User-agent: Yandex/1.01.001
User-agent: Yeti
User-agent: Yeti/1.0 
User-agent: zangotoolbar
User-agent: Zeus
Disallow: /

User-agent: *
Disallow: /c
Disallow: /f
Disallow: /g
Disallow: /html/g
Disallow: /t
Disallow: /i
Disallow: /j
Disallow: /html/contactus.php
Disallow: /html/guestbook.html

sitemap: http://www.spunkymonkeys.co.uk/sitemap.xml