User-agent: BaiDuSpider
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Custo
Disallow: /

User-agent: * 
# 모든 로봇(robot)들에 적용
Crawl-delay: 20
Disallow: /*.cgi$
Disallow: /*.db$
Disallow: /*.ini$
Disallow: /upload