User-agent: Googlebot/2.1 (+http://www.googlebot.com/bot.html)
Disallow: http://chooseart.artselect.com/cgi-bin/
# Allow Googlebot to see almost all of our pages, it respects meta tags.
# We are allowing http://chooseart.artselect.com/perl/frG
# We are allowing http://chooseart.artselect.com/perl/frP
# We are allowing http://chooseart.artselect.com/perl/frChooseMatFrame
# We are allowing http://chooseart.artselect.com/perl/frView
# We are allowing http://chooseart.artselect.com/perl/frFindSimilar
# We are allowing http://chooseart.artselect.com/perl/frView
# We are allowing http://chooseart.artselect.com/perl/search
# We are allowing http://chooseart.artselect.com/perl/frShowCollectionGroup
# We are allowing http://chooseart.artselect.com/perl/frShowDepartment
# We are allowing http://chooseart.artselect.com/perl/frShowPreframedArt
Disallow: http://chooseart.artselect.com/perl/frShowOutletArt
Disallow: http://chooseart.artselect.com/perl/asShoppingCart
Disallow: http://chooseart.artselect.com/cgi-bin/asShoppingCart

User-agent: *
Disallow: http://chooseart.artselect.com/cgi-bin/
Disallow: http://chooseart.artselect.com/perl/frG
# We are allowing http://chooseart.artselect.com/perl/frP
Disallow: http://chooseart.artselect.com/perl/frChooseMatFrame
# We are allowing http://chooseart.artselect.com/perl/frView
# We are allowing http://chooseart.artselect.com/perl/frFindSimilar
# We are allowing http://chooseart.artselect.com/perl/frView
# We are allowing http://chooseart.artselect.com/perl/search
# We are allowing http://chooseart.artselect.com/perl/frShowCollectionGroup
# We are allowing http://chooseart.artselect.com/perl/frShowDepartment
# We are allowing http://chooseart.artselect.com/perl/frShowPreframedArt
Disallow: http://chooseart.artselect.com/perl/frShowOutletArt
Disallow: http://chooseart.artselect.com/perl/asShoppingCart
Disallow: http://chooseart.artselect.com/cgi-bin/asShoppingCart

# Keep the Openfind data gatherer off of our /cgi-bin/ and /perl/ pages.
User-agent: Openfind data gatherer, Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)
Disallow: http://chooseart.artselect.com/cgi-bin/
Disallow: http://chooseart.artselect.com/perl/

# Keep the Scooter-W3-1.0 spider off of our /cgi-bin/ and /perl/ pages.
User-agent: Scooter-W3-1.0
Disallow: http://chooseart.artselect.com/cgi-bin/
Disallow: http://chooseart.artselect.com/perl/

# Keep the Turnitin robot off of our website.
User-agent: TurnitinBot
Disallow: http://chooseart.artselect.com/