# Robots.txt file # For domain: http://www.tarangtech.com # All robots will spider the domain User-agent:* Disallow: # Disallow WebZip User-agent: WebZip Disallow: / # Disallow directory /script/ User-agent: * Disallow: /script/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /classes/ User-agent: * Disallow: /classes/ # Disallow directory /common/ User-agent: * Disallow: /common/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /flash/ User-agent: * Disallow: /flash/ # Disallow directory /controller/ User-agent: * Disallow: /controller/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /javascript/ User-agent: * Disallow: /javascript/ # Disallow directory /pdfs/ User-agent: * Disallow: /pdfs/ # Disallow directory /pdf_form/ User-agent: * Disallow: /pdf_form/ # Disallow directory /reqForInfo/ User-agent: * Disallow: /reqForInfo/ # Disallow directory /results/ User-agent: * Disallow: /results/ # Disallow directory /search/ User-agent: * Disallow: /search/ # Disallow directory /whitePapers/ User-agent: * Disallow: /whitePapers/