#
# Any and all access by automated methods such as robots or spiders is
# restricted.
#
# Free license for such access is hereby granted to search engines which
# are freely open to the general public, such as Google, and
# Lycos, provided that a delay of at least thirty (30) seconds elapses
# between individual accesses.
#
# Any other automated access for any purpose is prohibited without a
# license agreement with the website owner. Unlicensed
# automated access or any automated access without a sufficient delay
# between individual accesses will incur a charge of $10 (US dollars)
# per each access (hit). An additional charge of $1000 (US dollars)
# per day will be incurred by any robot or spider which either does
# not read this robots.txt file, or which ignores a disallow entry
# in this file.
#
# You are not required to accept this Licence, since you have not signed it.
# However, nothing else grants you permission to access or copy material
# from this Site. These actions are prohibited by law if you do not accept
# this License. Therefore, by accessing or copying material from this Site,
# you indicate your acceptance of these Terms to do so, and all of its
# conditions for accessing or copying the material at this Site, including
# but not limited to, accepting liability for the access fees stated above.
#
# Comments or questions should be directed to root@localhost .
User-agent: beholder
Disallow: /
User-agent: DIIbot/1.2
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: linkguard
Disallow: /
User-agent: MJ12bot
Disallow: /antiques/index.html/random/whatnot/
User-agent: MSIECrawler
Disallow: /
User-agent: oBot
Disallow: /
User-agent: Teleport Pro
Disallow: /
User-agent: WebEMailExtractor
Disallow: /
User-agent: WhizBang! Labs
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-Agent: *
Disallow: /images/
# ADDED 2/6/12, WFC - BingBot was endlessing pounding on URL's like
# http://worldint.com/antiques/index.html/random/whatnot/foo/bar/more/advertisement/index.html
# - links were generated by the /antiques/index.html page, and BingBot was too stupid
User-Agent: bingbot
Disallow: /antiques/index.html
# ADDED 8/26/12, WFC - Googlebot had the same problem as BingBot - 3,500+ hits on essentially the same content, with ever-changing URL's.
User-Agent: googlebot
Disallow: /antiques/index.html