User-agent: Mediapartners-Google
Disallow:

# This restricts access to only known and registered robots. 
#
User-agent: * 
Noindex: /blog/page/
Noindex: /blog/tag/
Disallow: /admin/ 
#Disallow: /autocomplete/ 
Disallow: /attach_mod/ 
Disallow: /db/
Disallow: /component/ 
Disallow: /phpads/
Disallow: /files/ 
Disallow: /includes/ 
Disallow: /language/ 
Disallow: /rss/ 
#Disallow: /seatwire/
Disallow: /cgi-bin/ 
Disallow: /mycalendar_mod/ 
Disallow: /spelling/ 
Disallow: /common.php 
Disallow: /config.php 
Disallow: /glance_config.php 
Disallow: /memberlist.php 
Disallow: /mini_cal.php 
Disallow: /modcp.php 
Disallow: /mycalendar.php 
Disallow: /news_insert.php 
Disallow: /posting.php 
Disallow: /profile.php 
Disallow: /privmsg.php 
#Disallow: /*.txt
Disallow: /*.csv

User-agent: *
Disallow:/*%5C*
Disallow:/*'*
Disallow:/*option,com_forum/*

Disallow:/index2.php*
Disallow:/index.php?option=com_search*
Disallow:/resultsArtist*
Disallow:/viewtopic.php*
Allow:   /index2.php?option=com_rss*

User-agent: ia_archiver
Disallow: /

user-agent: AhrefsBot
Disallow: /

User-agent: spbot
Disallow: / 

# sistrix (IP 5.9.112.64 - 5.9.112.95)
#User-agent: sistrix
#Disallow: /

# Yandex bot - A rule breaker, just as Baidu spiders
#User-agent: Yandex
#Disallow: /

# proximic.com/info/spider.php
#User-agent: proximic
#Disallow: /