# robots.txt for 
User-agent: *
Disallow: /accounting/accounting-general/testing1/
Disallow: /advertising-and-marketing/general/
Disallow: /chemicals/general/
Disallow: /computers-and-software/general/
Disallow: /financial-and-services/accounting/accounting-general/
Disallow: /financial-and-services/accounting/accounting-general/testing1/
Disallow: /financial-and-services/advertising-and-marketing/marketing-general/
Disallow: /financial-and-services/aerospace-and-defense/defense-general/
Disallow: /financial-and-services/automotive/automotive-general/
Disallow: /financial-and-services/chemicals/chemicals-general/
Disallow: /financial-and-services/computers-and-software/cs-general/
Disallow: /financial-and-services/energy-and-environment/ee-general/
Disallow: /financial-and-services/food-and-beverage/fb-general/
Disallow: /financial-and-services/government-and-trade/gt-general/
Disallow: /financial-and-services/human-resources/hr-general/
Disallow: /financial-and-services/industrial-goods-and-services/general-igs/
Disallow: /financial-and-services/media-and-entertainment/
Disallow: /financial-and-services/media-and-entertainment/me-general/
Disallow: /financial-and-services/pharmaceuticals-and-biotechnology/pharma-general/
Disallow: /financial-and-services/real-estate-and-construction/real-estate-general/
Disallow: /financial-and-services/transportation-and-logistics/general-tl/
Disallow: /financial-and-services/travel-tourism/
Disallow: /financial-and-services/travel-tourism/travel-general/
Disallow: /industrial-goods-and-services/general/
Disallow: /internet-web-services/
Disallow: /internet-web-services/chemicals/
Disallow: /internet-web-services/food-and-beverage/
Disallow: /internet-web-services/media-and-entertainment/