User-Agent: *
Disallow: /forum/profile.php
Disallow: /forum/search.php
Disallow: /forum/ucp.php
Disallow: /forum/memberlist.php
Disallow: /recipes/recipe_prn.php
Disallow: /users/register.php
Disallow: /search/content/
Disallow: /search/simple/

User-agent: dotbot 
Disallow: /

User-agent: Yandex
Disallow: /forum/profile.php
Disallow: /forum/search.php
Disallow: /forum/ucp.php
Disallow: /forum/memberlist.php
Disallow: /recipes/recipe_prn.php
Disallow: /users/register.php
Disallow: /search/content/
Disallow: /search/simple/
Clean-param: backurl /recipes/recipe.php
Clean-param: ref /
Clean-param: token /
Clean-param: fsu /
Clean-param: experiment_id /
Clean-param: ex /
Clean-param: sort /
Clean-param: sid /forum/
Clean-param: sid2 /forum/

user-agent: sitebot
disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: wotbox
Disallow: /

User-Agent: discoverybot
Disallow: /

User-agent: BLEXBot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: XoviBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /