User-agent: *
Disallow: /cgi-bin/
Disallow: /cansim2historical/English/sdds/
Disallow: /cansim2historical/French/sdds/
Disallow: /compustat/annual/
Disallow: /compustat/pde/
Disallow: /compustat/quarterly/
Disallow: /crsp/daily/
Disallow: /crsp/monthly/
Disallow: /fpcd/docs/
Disallow: /fpmf/docs/
Disallow: /inkbr/docs/
Disallow: /inkbr2004/docs/
Disallow: /inkbr2005/docs/
Disallow: /inkbr2006/docs/
Disallow: /inkbr2007/docs/
Disallow: /inkbr2008/docs/
Disallow: /trade/exports/en/
Disallow: /trade/exports/fr/
Disallow: /trade/imports/en/
Disallow: /trade/imports/fr/
Disallow: /trade/world/en/
Disallow: /trade/world/fr/

Crawl-delay: 5
Request-rate: 1/5
Visit-time: 0300-1200