User-agent: *
Disallow: /photos/

###########################################
# Legit - disallowed

User-agent: ia_archiver
Disallow: /

User-agent: psbot
Disallow: /

User-agent: mozilla/5.0 (compatible; archive.org_bot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: Girafabot
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot
Disallow: /

# has misbehaved
User-agent: baiduspider
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: HyperRobot
Disallow: /


###########################################
# misc - disallowed

User-agent: Lachesis
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: NaverBot-1.0
Disallow: /

User-Agent: NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)
Disallow: /

User-agent: oBot
Disallow: /

User-agent: Exotic Crawler
Disallow: /

User-agent: Mozilla/4.0 (Exotic Crawler)
Disallow: /

User-agent: ScSpider
Disallow: /

User-agent: NPT
Disallow: /

User-agent: Mozilla/3.01 (compatible; NPT
Disallow: /


###########################################
# libraries - disallowed

# java library
User-agent: RPT-HTTPClient
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: libwww-perl
Disallow: /

###########################################
# distributed/open source - disallowed

User-agent: larbin
Disallow: /

# screensaver
User-agent: webcollage
Disallow: /


###########################################
# minor - disallowed

User-agent: http://www.sygol.com
Disallow: /

User-agent: Jetbot/1.0
Disallow: /

User-agent: Jetbot
Disallow: /


###########################################
# offline downloaders - disallowed

User-agent: Mozilla/4.5 (compatible; HTTrack
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: Website Quester
Disallow: /


###########################################
# private - disallowed

User-agent: FAST Enterprise Crawler 6
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: CCGCrawl
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: ClariaBot
Disallow: /

User-agent: DiamondBot
Disallow: /

User-agent: Diamond
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: MarkWatch
Disallow: /

User-agent: Zao
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: MSRBOT
Disallow: /


###########################################
# special use - disallowed

User-agent: htdig
Disallow: /


###########################################
# commerce
User-agent: YahooSeeker
Disallow: /


###########################################
# Default rule

User-agent: *
Disallow: /noentry