# robots.txt for http://www.phac-aspc.gc.ca/ # last modified 2014-08-28 User-agent: * # disallow all files in these directories disallow: /cgi-bin/ disallow: /scripts/ disallow: /a-z/ disallow: /Templates/ disallow: /ErrorDocs/ disallow: /ncfv-cnivf/fvi/ disallow: /_H1N1 disallow: /usage/ disallow: /archives/ # disallow these urls disallow: robots.txt disallow: searchtips-aiderecherche-eng.php disallow: searchtips-aiderecherche-fra.php disallow: contact_cpho-eng.php disallow: contact_acsp-fra.php disallow: contac-eng.php disallow: contac-fra.php disallow: dpg-eng.php disallow: dpg-fra.php # disallow all files ending with these extensions disallow: /*.js$ disallow: /*.css$ disallow: /*.txt$ # disallow all files with ? in url # disallow: /*.php?* disallow: /*?option=print$ disallow: /*?option=email$ disallow: /*?option=share$ #disallow archived PDFs that were renamed archive-nameofpdf.pdf.php disallow: /archive*.pdf.php