user-agent: AhrefsBot
disallow: / 
User-agent: careerbot
Disallow: /
User-agent: discobot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: MJ12bot
Disallow: /
USer-agent: SeznamBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: *
Disallow: /_errorterror
Disallow: /_resources/indexed/site/newsroom
Disallow: /_resources/indexed/site/fi
Disallow: /_resources/indexed/site/this_is_dfi
Disallow: /_resources/indexed/site/wca
Disallow: /_resources/nonindexed
Disallow: /annualreport
Disallow: /apps
Disallow: /corporations/crispix
Disallow: /corporations/quickstart
Disallow: /corporations/quickreports
Disallow: /fi/default.asp
Disallow: /fi/banks/financial_data
Disallow: /fi/banks/licensee_lists
Disallow: /fi/lfs/licensee_lists
Disallow: /fi/savings_institutions/licensee_lists
Disallow: /fi/securities/licensing/licensee_lists
Disallow: /fi/securities/registration/licensee_lists
Disallow: /fi/securities/2011Workshop
Disallow: /newsroom/y2k
Disallow: /OFL/files
Disallow: /search
Disallow: /ucc/countyinfo.asp
Disallow: /ucc/search
Disallow: /ucc/filing
Disallow: /apps/uccsearch