# All robots will spider the domain
User-agent: *
 
# All sitemaps are in this master sitemap
Sitemap: http://www.sydneydirectory.org/sitemap.xml
 
# mediawiki
Disallow: /index.php?*
Disallow: /index.php/Special:Browse*
Disallow: /index.php*&printable=yes
Disallow: /index.php*&feed=rss
Disallow: /index.php*&action=edit
Disallow: /index.php*&action=history
Disallow: /index.php*&action=delete
Disallow: /index.php*&action=watch
Disallow: /index.php*index.php/MediaWiki:
Disallow: /index.php/Special:Whatlinkshere