# robots.txt for Sites # Do Not delete this file. # Last Updated: 20051108 # Apply to ALL robots User-agent: * # Keep them out of the following (prevent direct link access) # FrontPage extension / CGI builtin folders Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /cgi-bin/ # Raw-contents of SirfUrdu website Disallow: /classes/ Disallow: /images/ Disallow: /include/ Disallow: /pages/ Disallow: /themes/ Disallow: /tools/ # Temporary contents Disallow: /oldversion/ Disallow: /tmp/ # Non-Index Interfaces to SirfUrdu website Disallow: /frame.php Disallow: /popup.php Disallow: /print.php Disallow: /index.tmp.htm # We may disallow any sub-domains on the site #Disallow: /sprinks-clicks.about.com/ # We may apply rules to other robots, for example: #User-agent: Mediapartners-Google* #User-agent: Googlebot # NOTE: Blank DISALLOW will ALLOW everything #Disallow: