###############################
#
User-agent: Yandex bot
User-agent: baiduspider
User-agent: ASPSeek
User-agent: asterias
User-agent: BravoBrian
User-agent: dloader(NaverRobot)
User-agent: Dumbot
User-agent: EgotoBot
User-agent: Gaisbot
User-agent: Generic
User-agent: grub-client
User-agent: [almaden.ibm.com...]
User-agent: InfoNaviRobot
User-agent: Jyxobot
User-agent: Larbin
User-agent: MSIECrawler
User-agent: NaverRobot
User-agent: NexaBot
User-agent: NPBot
User-agent: obot
User-agent: OWR_Crawler
User-agent: PhpDig
User-agent: psbot
User-agent: puf
User-agent: QuepasaCreep
User-agent: rabaz
User-agent: Reaper
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: Steeler
User-agent: Teleport Pro
User-agent: TurnitinBot
User-agent: TutorGig
User-agent: vsecrawler
User-agent: Wget
User-agent: Exabot
User-agent: Netcraft
User-agent: User-agent: Python-urllib
User-agent: legs
User-agent: MJ12bot
User-agent: Nutch
User-agent: Powermarks
User-agent: Internet Shinchakubin
User-agent: UP.Browser
User-agent: User-agent: MSIECrawler
User-agent: Custo
User-agent: Gaisbot
User-agent: Java
User-agent: Voyager
User-agent: Jakarta commons-httpclient 

Disallow: / 
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /sec
Disallow: /secure
Disallow: /Change_pages
Disallow: /cgi-bin
Disallow: /error_docs
Disallow: /Includes
Disallow: /images
Disallow: /Messanger
Disallow: /sqltab
Disallow: /timePickerImages
Disallow: /test
Disallow: /videos
Disallow: /Banner
Disallow: /_vti_log
Disallow: /App_Data
Disallow: /aspnet_client
Disallow: /button
Disallow: /cssmenu
Disallow: /css
Disallow: /timePickerImages
#
# list specific files robots are not allowed to index
#
Disallow: /homesearch_matri_results12.aspx
Disallow: /advancesearch_results12.aspx
Disallow: /city_search_results.aspx
Disallow: /citysearch.aspx
Disallow: /mangliksearch_results.aspx
Disallow: /starsearch_results.aspx
Disallow: /myprofile_m.aspx
Disallow: /advancesearch_results12.aspx
Disallow: /paymentoptions.aspx
Disallow: /ucp_m.aspx
Disallow: /citysearch.aspx
Disallow: /Religion_search_results.aspx
Disallow: /track.html
Disallow: /astro.aspx
Disallow: /viewprofile.aspx?MatriID=DM1098
Disallow: /Register_mw_21116.aspx
Disallow: /paymentorder.aspx
Disallow: /contactus.aspx
Disallow: /homepaymentoptions.aspx
# 
#
###############################