# Generic Robot rules
User-agent: * 
Disallow:    /1000inf_files
Disallow:    /_fpclass
Disallow:    /_private
Disallow:    /_vti_cnf
Disallow:    /_vti_pvt
Disallow:    /bottom
Disallow:    /buttons
Disallow:    /buttons2
Disallow:    /buttons_nov1
Disallow:    /cgi-bin
Disallow:    /headers
Disallow:    /images-main
Disallow:    /index_files
Disallow:    /lordhenry
Disallow:    /mailchime
Disallow:    /menu_bt
Disallow:    /mid
Disallow:    /new_folder
Disallow:    /new_images
Disallow:    /photos_4_8
Disallow:    /portal
Disallow:    /project-2020
Disallow:    /Red's Backgrounds - Splash pages -Snow Castle_files
Disallow:    /securehtm
Disallow:    /stats
Disallow:    /top
Disallow:    /top_area
Disallow:    /version2
Disallow:    /work
Disallow:    /yellowstone
Disallow:    /*.gif$
Disallow:    /*.jpg$
Disallow:    /*.pdf$


User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10