User-agent: *
Crawl-delay: 1
Disallow: /bannerinclude_DE
Disallow: /bannerinclude_US
Disallow: /bannerinclude
Disallow: /bannerinclude_fr
Disallow: /FinancialServices
Disallow: /Intranet
Disallow: /Intranet-PDB
Disallow: /includes/*.asp$
Disallow: /fiut
Disallow: /MarketAlert/AppsSecure
Disallow: /MarketAlert/EmailNotifications
Disallow: /MarketAlert/bin
Disallow: /net/AppsSecure
Disallow: /net/EmailNotifications
Disallow: /net/bin
Disallow: /net/Templates
Disallow: /usernet/agadmin
Disallow: /usernet/amt
Disallow: /usernet/include
Disallow: /usernet/security
Disallow: /usernet/tracking
Disallow: /net/galleries/search_artworks_results.aspx
Disallow: /net/galleries/address.aspx
Disallow: /net/galleries/search_galleries_results.aspx
Disallow: /ag/fulltextsearch_binfo.asp
Disallow: /ag/fulltextsearch.asp
Disallow: /admin
Disallow: /content
Disallow: /customerror
Disallow: /ArtnetIntegrationService
Disallow: /auctions/BrowseAuctions.asmx
Disallow: /auctions/WebService.asmx
Disallow: /auctions/SecuredWebService.asmx
Disallow: /auctions/Pages/Lots/image.ashx
Disallow: /auctions/Pages/Lots/Private
Disallow: /auctions/ordercomplete.aspx
Disallow: /auctions/assets/files/
Disallow: /auctions/fts/
Disallow: /auctions/search/
Disallow: /auctions/Pages/Lots/Private/
Disallow: /*fairs.artnet.*
Disallow: /*web.artnet.*
Disallow: /*admin.artnet.*
Disallow: /*dev.artnet.*
Disallow: /decart1
Disallow: /iptest
Disallow: /iptest.aspx
Disallow: /mobileservices
Disallow: /artnetmktg
Disallow: /auctions/Pages/Lots/Private/54622.aspx?lotId=54622
Disallow: /auctions/Pages/Lots/Private/54622.aspx?q=/auctions/modern-art/5
Disallow: /services/WebServices/VATService.asmx/ValidateVATID 
Disallow: /ArtnetLookupService
Disallow: /dojo
Disallow: /Solr
Disallow: /Membersites
Disallow: /Autosuggest
Disallow: /search/
Disallow: /Dart_banner
Disallow: /home/SignupNewsletter.asmx
Disallow: /products/getStatesByIdHandler.asp
Disallow: /4408/art.net.com

Sitemap: http://www.artnet.com/SiteMap/com/sitemapindex.xml
Sitemap: https://www.artnet.com/auctions/sitemapindex.xml

User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: czxt2s
User-agent: trendictionbot
User-agent: BLP_bbot
User-agent: CCBot
User-agent: trendictionbot
User-agent: Sogou web spider
User-agent: Cliqzbot
Disallow: /