User-agent: ShopWiki
Disallow: /
User-agent: my-heritrix-crawler
Disallow: /
User-agent: *
Disallow: /Admin/
Disallow: /Reports/
Disallow: /Archive/
Disallow: /css/
Disallow: /menu/
Disallow: /files/
Disallow: /PressReleases/
Disallow: /SoloShield/
Disallow: /Production/
Disallow: /pdf/
Disallow: /rifle/
Disallow: /jandp/
Disallow: /sb/
Disallow: /store/
Disallow: /Java/
Disallow: /projects/
Disallow: /web/
Disallow: /new/
Disallow: /badbottrap/
Disallow: /guestbookspamtrap/