# /robots.txt file for http://www.asgi.us # mail admin@asgi.us for constructive comments User-agent:* Disallow:/public_html/images Disallow:/public_html/cgi-bin Disallow:/public_html/csn Disallow:/public_html/xs121456 Disallow:/public_html/online Disallow:/public_html/trial Disallow:/public_html/general Disallow:/public_html/associate Disallow:/public_html/affil Disallow:/public_html/abb Disallow:/public_html/6886 Disallow:/public_html/audio Disallow:/public_html/aacm Disallow:/public_html/ic Disallow:/public_html/sig01 Disallow:/public_html/amember Disallow:/public_html/thumbnails Disallow:/public_html/finals Disallow:/public_html/class Disallow:/public_html/cware Disallow:/public_html/POLLS Disallow:/public_html/publicdownloads Disallow:/public_html/association Disallow:/public_html/associates Disallow:/public_html/affiliates Disallow:/public_html/sb User-agent: Slurp Crawl-delay: 8 User-agent: msnbot Crawl-delay: 5 User-agent: nutch Crawl-delay: 5 User-agent: yeti Crawl-delay: 8 User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/) Crawl-delay: 8 User-agent: naverbot Crawl-delay: 8 User-agent: googlebot Crawl-delay: 5 User-agent: dotbot Crawl-delay: 5 User-agent: twiceler Crawl-delay: 8 User-agent: yandex Crawl-delay: 5 User-agent: Teoma Crawl-delay: 5 User-agent: BoardReader Crawl-delay: 8 User-agent: Exabot Crawl-delay: 10