User-agent: Wget
Disallow: /
#above added due to slurps
#----- block turnitin
#kill off turnitin - rude folks
User-agent: TurnitinBot
Disallow: /
#----- block turnitin
#----- block Spinne/2.0
User-agent: Spinne/2.0
Disallow: /
User-agent: ichiro
Disallow: /
### stop  ichiro@nttr.co.jp 
User-agent: Spinne/2.0 med
Disallow: /
User-agent: Spinne/2.0 med_AH
Disallow: /
#----- block Spinne/2.0
User-agent: *
#iconsurf- icon/pic hijacker
User-agent: IconSurf
Disallow: /
# WebAlta Crawler/2.0 - russian crawler
User-agent: WebAlta Crawler/2.0
Disallow: /
# ----- block dotnetdotcom.org - keeping hitting now non-existent Gallery
User-agent: dotbot
Disallow: / 
#######################################
# top level directories
Disallow: /aw-icon/
Disallow: /chuck/
Disallow: /cgi-bin/
Disallow: /gpics/
Disallow: /stats/
Disallow: /gallery/
Disallow: /lib/
Disallow: /pbp-images-base/
Disallow: /pbp-incl/
Disallow: /pbp-templ/
Disallow: /templates/
Disallow: /tmp-gpics/
Disallow: /toss-fm-root-level-www/
# phpbb related directories
#  covers both real and link paths
#  directory level
Disallow: phpBB2/admin/
Disallow: board/admin/
Disallow: phpBB2/attach_mod/
Disallow: board/attach_mod/
Disallow: phpBB2/db/
Disallow: board/db/
Disallow: phpBB2/files/
Disallow: board/files/
Disallow: phpBB2/images/
Disallow: board/images/
Disallow: phpBB2/includes/
Disallow: board/includes/
Disallow: phpBB2/language/
Disallow: board/modules/
Disallow: phpBB2/templates/
Disallow: board/templates/
#  phpbb root level php files
Disallow: phpBB2/common.php
Disallow: board/common.php
Disallow: phpBB2/config.php
Disallow: board/config.php
Disallow: phpBB2/groupcp.php
Disallow: board/groupcp.php
Disallow: phpBB2/login.php
Disallow: board/login.php
Disallow: phpBB2/memberlist.php
Disallow: board/memberlist.php
Disallow: phpBB2/modcp.php
Disallow: board/modcp.php
Disallow: phpBB2/posting.php
Disallow: board/posting.php
Disallow: phpBB2/printview.php
Disallow: board/printview.php
Disallow: phpBB2/privmsg.php
Disallow: board/privmsg.php
Disallow: phpBB2/profile.php
Disallow: board/profile.php
Disallow: phpBB2/ranks.php
Disallow: board/ranks.php
Disallow: phpBB2/search.php
Disallow: board/search.php
Disallow: phpBB2/statistics.php
Disallow: board/statistics.php
Disallow: phpBB2/viewonline.php 
Disallow: board/viewonline.php 
#  Gallery root level directories
Disallow: /gallery/setup/
Disallow: /board/modules/gallery/setup/
Disallow: /gallery/classes/
Disallow: /board/modules/gallery/classes/
Disallow: /gallery/css/
Disallow: /board/modules/gallery/css/
Disallow: /gallery/errors/
Disallow: /board/modules/gallery/errors/
Disallow: /gallery/html/
Disallow: /board/modules/gallery/html/
Disallow: /gallery/html_wrap/
Disallow: /board/modules/gallery/html_wrap/
Disallow: /gallery/images/
Disallow: /board/modules/gallery/images/
Disallow: /gallery/java/
Disallow: /board/modules/gallery/java/
Disallow: /gallery/js/
Disallow: /board/modules/gallery/js/
Disallow: /gallery/layout/
Disallow: /board/modules/gallery/layout/
Disallow: /gallery/netpbm/
Disallow: /board/modules/gallery/netpbm/
Disallow: /gallery/setup/
Disallow: /board/modules/gallery/setup/
# cms
User-agent: *
Disallow: /wwdev/administrator/
Disallow: /administrator/
Disallow: /wwdev/cache/
Disallow: /cache/
Disallow: /wwdev/cache/
Disallow: /wwdev/components/
Disallow: /components/
Disallow: /wwdev/editor/
Disallow: /editor/
Disallow: /wwdev/help/
Disallow: /help/
Disallow: /wwdev/images/
Disallow: /images/
Disallow: /wwdev/includes/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/