# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *

Disallow: *login*
Disallow: *signup*
Disallow: *forgot-password*

Disallow: *%*
Disallow: *@*
Disallow: *..*
Disallow: *?*
Disallow: *'*
Disallow: *$*
Disallow: *+*
Disallow: *,*
Disallow: *.php*
Disallow: *.shtml*
Disallow: *.aspx*
Disallow: *.cgi*
Disallow: *.sql*
Disallow: *.conf*

Disallow: *admin*


User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: / 

User-agent: SemrushBot-BA
Disallow: / 

User-agent: SemrushBot-SI
Disallow: / 

User-agent: SemrushBot-SWA
Disallow: / 

User-agent: SemrushBot-CT
Disallow: / 

User-agent: SemrushBot-BM
Disallow: / 

User-agent: SemrushBot-SEOAB
Disallow: /