User-agent: *   # directed to all spiders, 
                             
   SITEMAP: http://www.discussgroup.co.uk/sitemap.xml

  Disallow: /cgi-bin
  Disallow: /private
  Disallow: /dgadmin
  Disallow: /shop
  Disallow: /gotlinks.php
  Disallow: /engines.htm
  Disallow: /engines2.htm
  Disallow: /uklink.htm
  Disallow: /resources.php
  Disallow: /resources.asp
  Disallow: /directory.asp
  Disallow: /tradeweblinks.html
  Disallow: /toptenserp.php
  Disallow: /links.htm
  Disallow: /exchange.htm
  Disallow: /Link_Directory.htm
  Disallow: /link_directory.asp
  Disallow: /telalinks.php
  Disallow: /linksjunk.php
  Disallow: /megalinksexchange.php
  Disallow: /tradeweblinks.php
  Disallow: /tradeweblinks.asp
  Disallow: /seozar.asp
  Disallow: /linkmetro.htm
  Disallow: /linkscitadel.asp
  Disallow: /instantlinks.asp
  Disallow: /belinkeddirectory.asp
  Disallow: /link2me.htm
  Disallow: /TopResources.asp
  Disallow: /94303Directory.asp
  Disallow: /lv5ia1IKOjj5Q73kT4.asp
  Disallow: /au5ia1IKOjj5Q73kT4.asp
  Disallow: /spydermap.asp
  Disallow: /little-bazaar-cd-replication.htm
  Disallow: /branded-media-cd-replication.htm
  Disallow: /jack-lemon-media-sensation-cd-replication.htm
  Disallow: /amstore-media-sensation-cd-replication.htm
  Disallow: /disc-wizards-at-cd-replication.htm
  Disallow: /a1duplication-cd-replication.htm
  Disallow: /xpresscds-cd-replication.htm
  Disallow: /media-heaven-cd-replication.htm
  Disallow: /databiz-cd-replication.htm