User-agent: Mediapartners-Google

# Paths (clean URLs) -- modified from default
Disallow: /admin/
Disallow: /aggregator/
Disallow: /comment/
Disallow: /contact
Disallow: /logout
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login

# Views and Forum module problem:
Disallow: /*sort=

# Image module problem
Disallow: /*size=
Disallow: /search$
Disallow: /search/

# Googlebot found an extremely high number of URLs on your site
# Therefor adding some new paths for exclusion @robl
Disallow: /*/user
Disallow: /user
Disallow: /translatelisting
# Some information should be kept for analysing =)
# Disallow: /vbullet/showthread.php

#######added20180111

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Yandex
Disallow: / # blocks access to whole site

User-agent: YandexBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

#######


Allow: /

Sitemap: http://www.abandonia.com/sitemap.xml