User-agent: * 


User-agent: *
Disallow: /*ref*

User-agent: ia_archiver
Allow:

User-agent: googlebot
Allow:

User-agent: boitho.com-dc
Disallow: /

User-agent: Googlebot  
Allow: /images/stories

User-Agent: MediaPartners-Google
Allow: 

User-agent: mozilla/5.0 (twiceler-0.9 http://www.cuill.com/twiceler/robot.html) 
Disallow: *

User-agent: sogou orion spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07) 
Disallow: *

User-agent: Speedy Spider
Disallow: *


User-agent: BaiDuSpider
Disallow: *

User-agent: ccbot
Disallow: *
 
User-agent:  webalta crawler/2.0 (http://www.webalta.net/ru/about_webmaster.html) (windows; u; windows nt 5.1; ru-ru)
Disallow: *

Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/







# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.dantelsepeti.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN