# robots.txt for LJH
User-agent: *
Disallow: /404.shtml # not found page
Disallow: /404.htm # not found page
Disallow: /403.shtml # forbidden page
Disallow: /403.htm # forbidden page
User-Agent: msnbot
Crawl-Delay: 20