User-agent: Mediapartners-Google
Disallow: 

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-content
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Allow: /wp-content/uploads
Disallow: /wp-includes

User-agent: libwww-perl
Disallow: /

User-agent: libwww*
Disallow: /

User-agent: Lynxy
Disallow: /

User-agent: libwww-FM
Disallow: /

User-agent: libcurl
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: Jakarta Commons-HttpClient
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Java
Disallow: /

User-agent: larbin_2.6.3
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: NetcraftSurveyAgent
Disallow: /

User-agent: Wget
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: Moreoverbot
Disallow: /

User-agent: GeoHasher
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: COMODOspider
Disallow: /

User-agent: PostRank
Disallow: /

User-agent: Jakarta*
Disallow: /

User-agent: Java*
Disallow: /

User-agent: MagpieRSS
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: Moreoverbot
Disallow: /

User-agent: R6*
Disallow: /

User-agent: SnapPreviewBot
Disallow: /

User-agent: sogou*
Disallow: /

User-agent: sosospider
Disallow: /

User-agent: UniversalFeedParser
Disallow: /

User-agent: Twingly Recon
Disallow: /


Sitemap: http://blog.kaushikbiswas.org/sitemap.xml.gz