crawl-delay: 30 User-Agent: * Allow: / # # beware, the sections below WILL NOT INHERIT from the above! # http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360 # # # disallow adsense bot, as we no longer do adsense. # User-agent: Mediapartners-Google Disallow: / # # Yahoo bot is evil. # User-agent: Slurp Disallow: / # # Yahoo Pipes is for feeds not web pages. # User-agent: Yahoo Pipes 1.0 Disallow: / # # This isn't really an image # User-Agent: * Disallow: /*/ivc/* Disallow: /users/flair/ # # this technically isn't valid, since for some godforsaken reason # sitemap paths must be ABSOLUTE and not relative. # Sitemap: https://socialnetworking.solutions/sitemap_index.xml Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /tag/