User-agent: *
Allow: /
Disallow: /usercenter/*
Disallow: /content/*
Disallow: *.php
Disallow: *.aspx
Disallow: *.js
Disallow: *.css
Disallow: /htmllist/
Disallow: /search/*

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /