User-agent:*
Disallow:/Bulk/
Disallow:/Documents/
Disallow:/images/
Disallow:/image-validation/
Disallow:/Shopping/
Disallow:/trash/
Disallow:/other/
Disallow:/homepage.html
Disallow:/indexnew.html
Disallow:/linegraph.php
Disallow:/new_YSS.php
Disallow:/new_YSS2.php
Disallow:/tabs.php
Disallow:/index2.php

User-Agent: sitecheck.internetseer.com
Disallow: /


User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10