# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml


User-agent: *
Disallow: /

# Allow these robots only
User-agent: slurp
Allow: / 
Disallow: /wp-admin/
Disallow: /wp-includes/
	

User-agent: TwengaBot-2.0
Crawl-delay: 5 
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /portal/
Disallow: /hpanel/
Disallow: /wp-includes/
Disallow: /wp-snapshots/
Disallow: /support/
Disallow: /oude-site/

User-agent: bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /portal/
Disallow: /hpanel/
Disallow: /wp-includes/
Disallow: /wp-snapshots/
Disallow: /support/
Disallow: /oude-site/

User-agent: googlebot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: googlebot-Image
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: googlebot-Mobile
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: *
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /portal/
Disallow: /hpanel/
Disallow: /wp-includes/
Disallow: /wp-snapshots/
Disallow: /support/
Disallow: /oude-site/

# Paths (no clean URLs)
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?p=*&
Disallow: /*?SID=
Disallow: /?___from_store=
Disallow: /*___from_store=
Disallow: /?dir=
Disallow: /?mode=
Disallow: /?limit=
Disallow: /rss*
Disallow: /*PHPSESSID
Disallow: /*where/*
Disallow: /*order/*
Disallow: /*asc/*
Disallow: /*desc/*