# robots.txt for http://www.web20share.com/

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: */comments
Disallow: /comment-page-
Disallow: /page/
Disallow: /pages/
Disallow: /disappearing/ # These pages move a lot.
Disallow: /soontobe404.htm
Disallow: /help/
Disallow: /list/category/
Disallow: /category/game/
Disallow: /category/review/
Disallow: /category/diglog/
Disallow: /category/blog/
Disallow: /category/web20-application/
Disallow: /category/web20-introduction/
Disallow: /category/web20-list/
Disallow: /category/web20-website/
Disallow: /category/web20share-newsweekly/
Disallow: category/web20-website/
Disallow: /2008/2008/
Disallow: /2009/2008/
Disallow: /2007/2007/
Disallow: /2009/2008/
Disallow: /2008/2006/
Disallow: /2008/2007/
Disallow: /comments/feed
Disallow: /trackback/
Disallow: /comment-page-1


Disallow: http://www.web20share.com/2007/02/23/
Disallow: http://www.web20share.com/2007/02/24/
Disallow: http://www.web20share.com/2007/02/25/
Disallow: http://www.web20share.com/2007/02/26/
Disallow: http://www.web20share.com/2007/02/27/
Disallow: http://www.web20share.com/2007/02/28/
Disallow: http://www.web20share.com/2007/03/01/
Disallow: http://www.web20share.com/2007/03/02/
Disallow: http://www.web20share.com/2007/03/03/
Disallow: http://www.web20share.com/2007/03/04/
Disallow: http://www.web20share.com/2007/03/05/
Disallow: http://www.web20share.com/2007/03/06/
Disallow: http://www.web20share.com/2007/03/10/
Disallow: http://www.web20share.com/2007/03/14/
Disallow: http://www.web20share.com/2007/03/16/

Disallow: http://www.web20share.com/2007/03/20/
Disallow: http://www.web20share.com/2007/03/21/
Disallow: http://www.web20share.com/2007/03/26/
Disallow: http://www.web20share.com/2007/03/27/
Disallow: http://www.web20share.com/2007/03/28/
Disallow: http://www.web20share.com/2007/03/29/
Disallow: http://www.web20share.com/2007/03/30/
Disallow: http://www.web20share.com/2007/03/31/

Disallow: http://www.web20share.com/2007/04/03/
Disallow: http://www.web20share.com/2007/04/05/
Disallow: http://www.web20share.com/2007/04/08/
Disallow: http://www.web20share.com/2007/04/09/
Disallow: http://www.web20share.com/2007/05/06/

Disallow: http://www.web20share.com/2007/09/16/
Disallow: http://www.web20share.com/2007/09/17/
Disallow: http://www.web20share.com/2007/09/19/
Disallow: http://www.web20share.com/2007/09/22/
Disallow: http://www.web20share.com/2007/09/28/


Allow: /wp-content/uploads

User-agent: Mediapartners-Google
Allow: /
 
User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Image
Allow: /
 
User-agent: Googlebot-Mobile
Allow: /

Sitemap: http://www.web20share.com/sitemap.xml