1User-agent: *
2Disallow: /engine/go.php
3Disallow: /user/
4Disallow: /newposts/
5Disallow: /statistics.html
6Disallow: /*subaction=userinfo
7Disallow: /*subaction=newposts
8Disallow: /*do=lastcomments
9Disallow: /*do=feedback
10Disallow: /*do=register
11Disallow: /*do=lostpassword
12Disallow: /*do=addnews
13Disallow: /*do=stats
14Disallow: /*do=pm
15Disallow: /*do=search
16Disallow: /*do=download
17Disallow: /*do=go
18Disallow: /mp3/
19Disallow: /file/
20
21
22User-agent: SemrushBot
23Disallow: /
24
25User-agent: AhrefsBot
26Disallow: /
27
28User-agent: SerpstatBot
29Disallow: /
30
31User-agent: MJ12bot
32Disallow: /
33
34User-agent: SE RankingBot
35Disallow: /
36
37User-agent: Mangools
38Disallow: /
39
40User-agent: SimilarWeb
...
</html>