sitemap: http://www.pcgroup.net.au/sitemap.xml User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /archives/ Disallow: *?replytocom Disallow: /author Disallow: /comments/feed/