User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot/1~bl
Disallow: /

User-agent: *
Disallow: /*.htm$
Disallow: /*.html$
Disallow: /*.swf$
Disallow: /*.pdf$
Disallow: /*.php$
Disallow: /*.php*
Disallow: /*?
Disallow: /admin
Disallow: /admin/
Disallow: /hidden/
Disallow: /layout/set/
Disallow: /femarlabsform/
Disallow: /webcatalog/
Disallow: /content/view/