User-agent:* Disallow:/js/ Disallow:/META-INF/ Disallow:/css/ Disallow:/WEB-INF/ Disallow:/images/ Disallow:/servlet/* Disallow:/servlet/ML_ServlReportAd Disallow:/servlet/ML_ServlAjaxReferFriends Disallow:/servlet/ML_ServlAjaxContactAdOwner Disallow:/jsp/include/ Disallow:/jsp/menu/ Disallow:/jsp/side_bar/ Disallow:/jsp/previewAd_details.jsp Disallow:/jsp/gui_sizes/ Disallow:/error.jsp Disallow:/404.jsp Disallow:/jsp/URLSubmit/ Disallow:/post-free-classified-ad/activateAd.jsp User-agent: Googlebot Disallow: /wap-ads/ Disallow:/servlet/* User-agent: Googlebot-Mobile Disallow: /ads/ Disallow:/servlet/* User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ArribaPacketRat Disallow: / User-agent: autoemailspider Disallow: / User-agent: baiduspider Disallow: / User-agent: Bilbo Disallow: / User-agent: btbot Disallow: / User-agent: DigExt Disallow: / User-agent: DigOut4U Disallow: / User-agent: DittoSpyder Disallow: / User-agent: dloader(NaverRobot)/1.0 Disallow: / User-agent: DTS Agent Disallow: / User-agent: DISCoFinder Disallow: / User-agent: eCatch Disallow: / User-agent: e-collector Disallow: / User-agent: EirGrabber Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: fast Disallow: / User-agent: Getleft 1.1b2 Disallow: / User-agent: GetWebPage Disallow: / User-agent: girafa Disallow: / User-agent: Gigabot/1.0 Disallow: / User-agent: grub-client Disallow: / User-agent: HTMLAB Disallow: / User-agent: HTTrack Disallow: / User-agent: heritrix Disallow: / User-agent: ImageVampire Disallow: / User-agent: k2spider Disallow: / User-agent: mail sweeper Disallow: / User-agent: Mister PiX Disallow: / User-agent: NaverBot Disallow: / User-agent: NITLE Blog Spider/0.01 Disallow: / User-agent: NPBot Disallow: / User-agent: nutch Disallow: / User-agent: oBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: PageDown Disallow: / User-agent: PSBot Disallow: / User-agent: SiteMapper Disallow: / User-agent: SiteSnagger Disallow: / User-agent: SuperBot Disallow: / User-agent: Teleport Disallow: / User-agent: Teleport Pro Disallow: / User-agent: Web2Map Disallow: / User-agent: WebAuto Disallow: / User-agent: WebCapture Disallow: / User-agent: WebCopier Disallow: / User-agent: Web Downloader Disallow: / User-agent: Webdupe Disallow: / User-agent: WebFetch Disallow: / User-agent: webfetcher Disallow: / User-agent: WebFountain Disallow: / User-agent: WebGather Disallow: / User-agent: WebHook Disallow: / User-agent: Web Image Disallow: / User-agent: WebMiner Disallow: / User-agent: WebMirror Disallow: / User-agent: WebReaper Disallow: / User-agent: WebSauger Disallow: / User-agent: Webster Disallow: / User-agent: WebStripper Disallow: / User-agent: Web Sucker Disallow: / User-agent: WebarooBot Disallow: / User-agent: WebWhacker Disallow: / User-agent: Website eXtractor Disallow: / User-agent: WebZIP Disallow: / User-agent: Wget Disallow: / User-agent: Xaldon WebSpider Disallow: / User-agent: Zao Disallow: / User-agent: Zeus Disallow: /