User-agent: *
Disallow: /stock/holdings
Disallow: /filer/holdings
Disallow: /global/holdings
Disallow: /stock/holdings_csv
Disallow: /filer/holdings_csv
Disallow: /stock/holdings_tsv
Disallow: /filer/holdings_tsv
Disallow: /stock/holdings_xlsx
Disallow: /filer/holdings_xlsx
Disallow: /filing/view/
Disallow: /filer/portfolio_performance
Disallow: /simple_captcha
Disallow: /schedule13d/history/
Disallow: /schedule13d/holdings
Disallow: /vote
Disallow: /Archives
Disallow: /search/filer_directory
Disallow: /stock/get_current_chart_data
Disallow: /filer/get_current_chart_data
Disallow: /stock/summary
Disallow: /mutual_fund/holdings

User-agent: MJ12bot
User-agent: msnbot
Crawl-Delay:   1

user-agent: AhrefsBot
User-agent: TurnitinBot
User-agent: Baiduspider
User-agent: EasouSpider
User-agent: Ezooms
User-agent: YandexBot
User-agent: MJ12bot
User-agent: SiteSucker
User-agent: HTTrack
User-agent: Vegi bot
User-agent: BLEXBot
user-agent: SQWatcher
Disallow: /