User-agent: *
Crawl-Delay: 30
Disallow: /lookup
Disallow: /remove