# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

# NOTICE:
#
#    All material on this server is Copyright (c) 1998-2006 iOffer Corp.
#
#    Any and all access by automated methods such as robots or spiders is
#    restricted.
#
#    Free license for such access is hereby granted to search engines which
#    are freely open to the general public, such as Altavista, Google, and
#    Lycos, provided that a delay of at least thirty (30) seconds elapses
#    between individual accesses.
#
#    Any other automated access for any purpose is prohibited without a
#    license agreement with iOffer Corp. Unlicensed automated access or any
#    automated access without a sufficient delay between individual accesses
#    will incur a charge of $10 (US dollars) per each access (hit). An
#    additional charge of $1000 (US dollars) per day will be incurred by
#    any robot or spider which either does not read this robots.txt file,
#    or which ignores a disallow entry in this file.
#
#    You are not required to accept this Licence, since you have not signed it.
#    However, nothing else grants you permission to access or copy material
#    from this Site. These actions are prohibited by law if you do not accept
#    this License. Therefore, by accessing or copying material from this Site,
#    you indicate your acceptance of these Terms to do so, and all of its
#    conditions for accessing or copying the material at this Site, including
#    but not limited to, accepting liability for the access fees stated above.
#
#    Comments or questions should be directed to admin@ioffer.com.

#Added May 17th, 2007 
Sitemap: http://www.ioffer.com/sitemap_index.xml

# Added July 15 2002
User-agent: beholder
Disallow: /

# Added July 15 2002
User-agent: DIIbot
Disallow: /

# Added July 15 2002
User-agent: EmailSiphon
Disallow: /

# Added July 15 2002
User-agent: ExtractorPro
Disallow: /

# Added July 15 2002
User-agent: linkguard
Disallow: /

# Added July 15 2002
User-agent: MSIECrawler
Disallow: /

# Added July 15 2002
User-agent: oBot
Disallow: /

# Added July 15 2002
User-agent: sitecheck.internetseer.com
Disallow: /

# Added July 15 2002
User-agent: Teleport Pro
Disallow: /

# Added July 15 2002
User-agent: WebEMailExtractor
Disallow: /

# Added July 15 2002
User-agent: smallbear
Disallow: /

# Added July 15 2002
User-agent: Ultraseek
Disallow: /

# Added July 15 2002
User-agent: Scooter
Disallow: /

# Added Dec 15, 2004
User-agent: BecomeBot
Crawl-Delay: 90

# Added Apr 11, 2006
User-agent: Exabot
Crawl-Delay: 90

# Added Apr 11, 2006
User-agent: e-SocietyRobot
Disallow: /

# Added July 10, 2006 #http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
User-agent: MJ12bot
Crawl-Delay:   30

# Added July 19, 2006 TurnitinBot/2.0 http://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /

User-agent: Twiceler
Crawl-Delay: 15

User-agent: Twiceler-0.9
Crawl-Delay: 15