# Allow Archive.org to save snapshots of everything
User-agent: ia_archiver
Allow: /

# Tame yahoo... it tends to eat a ton of resources without a delay
User-agent: Slurp
Crawl-delay: 60


#list individual pages and files here that all bots should ignore, as well as group extentions.
#If you re-write everything to .html, you can disallow *.php, but note that if you don't have a CRR for custom pages, those will be blocked.

User-agent: *
Disallow: *.js
Disallow: search.php
Disallow: /includes/
Disallow: /install/
Disallow: /customavatars/
Disallow: clientscript/
Disallow: cpstyles/
Disallow: customavatars/
Disallow: customprofilepics/
Disallow: images/
Disallow: modcp/
Disallow: ajax.php
Disallow: attachment.php
Disallow: calendar.php
Disallow: cron.php
Disallow: editpost.php
Disallow: global.php
Disallow: image.php
Disallow: inlinemod.php
Disallow: joinrequests.php
Disallow: login.php
Disallow: member.php
Disallow: memberlist.php
Disallow: misc.php
Disallow: moderator.php
Disallow: newattachment.php
Disallow: newreply.php
Disallow: newthread.php
Disallow: online.php
Disallow: poll.php
Disallow: postings.php
Disallow: printthread.php
Disallow: private.php
Disallow: profile.php
Disallow: register.php
Disallow: report.php
Disallow: reputation.php
Disallow: search.php
Disallow: sendmessage.php
Disallow: showgroups.php
Disallow: subscription.php
Disallow: threadrate.php
Disallow: usercp.php
Disallow: usernote.php
Disallow: /images/
Disallow: /legal/
Disallow: /css/
Disallow: /common/
Disallow: vbookie.php
Disallow: iquiz.php
Disallow: vbinterviews.php


#Finally, list the path to your sitemap:
Sitemap: http://www.sports-force.net.au/sitemap_index.xml.gz