# robots.txt for http://news.web20share.com/

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: */comments
Disallow: /page/
Disallow: /pages/
Disallow: /vi/
Disallow: /uk/
Disallow: /tl/
Disallow: /sv/
Disallow: /sr/
Disallow: /sl/
Disallow: /sk/
Disallow: /ru/
Disallow: /ro/
Disallow: /pt/
Disallow: /pl/
Disallow: /no/
Disallow: /nl/
Disallow: /lv/
Disallow: /lt/
Disallow: /ko/
Disallow: /ja/
Disallow: /iw/
Disallow: /it/
Disallow: /id/
Disallow: /hr/
Disallow: /hi/
Disallow: /fr/
Disallow: /fi/
Disallow: /es/
Disallow: /el/
Disallow: /de/
Disallow: /da/
Disallow: /cs/
Disallow: /ca/
Disallow: /bg/
Disallow: /ar/
Disallow: /disappearing/ # These pages move a lot.
Disallow: /soontobe404.htm


User-agent: Mediapartners-Google
Allow: /
 
User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Image
Allow: /
 
User-agent: Googlebot-Mobile
Allow: /

Sitemap: http://news.web20share.com/sitemap.xml