User-agent:NPBot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Exabot
Diallow: /
User-agent:  NimbleCrawler
Disallow: /
User-agent: *
Disallow: weight.html
Disallow: leftcontent.html
Disallow: categories.html