User-agent: *
Allow: /
Disallow: /index_domain.php
Disallow: /xml/drogisterij/
Disallow: /xml/
Disallow: /AB/

Sitemap: http://www.dokteronline.com/sitemap.xml
Sitemap: http://www.dokteronline.com/de/sitemap.xml
Sitemap: http://www.dokteronline.com/en/sitemap.xml
Sitemap: http://www.dokteronline.com/es/sitemap.xml
Sitemap: http://www.dokteronline.com/fr/sitemap.xml
Sitemap: http://www.dokteronline.com/se/sitemap.xml

# wp /blog/ 
Disallow: /blog/cgi-bin 
Disallow: /blog/wp-admin 
Disallow: /blog/wp-includes 
Disallow: /blog/wp-content/plugins 
Disallow: /blog/wp-content/cache 
Disallow: /blog/wp-content/themes 
Disallow: /blog/trackback 
Disallow: /blog/feed 
Disallow: /blog/comments 
Disallow: /blog/category/*/* 
Disallow: /blog/*?* 
Disallow: /blog/*? 
Disallow: /blog/*.js$ 
Disallow: /blog/*.css$ 
Allow: /blog/wp-content/uploads 
# disallow images 
User-agent: Googlebot-Image 
Disallow: /blog/wp-includes/ 
Allow: /blog/wp-content/uploads/ 
# xml sitemaps 
Sitemap: http://www.dokteronline.com/blog/sitemap_index.xml 
# disallow crawlers 
User-agent: TurnitinBot 
Disallow: / 
User-agent: ia_archiver 
Disallow: / 
User-agent: ia_archiver-web.archive.org 
Disallow: /

# /de/ wp 
Disallow: /de/blog/cgi-bin
Disallow: /de/blog/wp-admin
Disallow: /de/blog/wp-includes
Disallow: /de/blog/wp-content/plugins
Disallow: /de/blog/wp-content/cache
Disallow: /de/blog/wp-content/themes
Disallow: /de/blog/trackback
Disallow: /de/blog/feed
Disallow: /de/blog/comments
Disallow: /de/blog/category/*/*
Disallow: /de/blog/*?*
Disallow: /de/blog/*?
Disallow: /de/blog/*.js$
Disallow: /de/blog/*.css$
Allow: /de/blog/wp-content/uploads

# /se/ wp
Disallow: /se/blog/cgi-bin
Disallow: /se/blog/wp-admin
Disallow: /se/blog/wp-includes
Disallow: /se/blog/wp-content/plugins
Disallow: /se/blog/wp-content/cache
Disallow: /se/blog/wp-content/themes
Disallow: /se/blog/trackback
Disallow: /se/blog/feed
Disallow: /se/blog/comments
Disallow: /se/blog/category/*/*
Disallow: /se/blog/*?*
Disallow: /se/blog/*?
Disallow: /se/blog/*.js$
Disallow: /se/blog/*.css$
Allow: /se/blog/wp-content/uploads
  
Sitemap: http://www.dokteronline.com/de/blog/sitemap_index.xml