# # Robots.txt file for all AFS and EOS Web servers # # Same file for all servers User-agent: * Allow: /authoring/ Allow: /cnellist/ Allow: /cms-tracker/ Allow: /club-badminton-bst2016/ Allow: /CLICr/ Allow: /davidc/ Allow: /droussea/ Allow: /dd4hep/ Allow: /edreyer/ Allow: /edreyer Allow: /flair Allow: /gfasanel/ Allow: /geant4/ Allow: /grid-deployment/ Allow: /glite/ Allow: /gsalam/ Allow: /hrussell/ Allow: /ibarrien/ Allow: /lhcbqa/ Allow: /lhcbproject/Publications/ Allow: /luxqed/ Allow: /mad/ Allow: /mdudek/ Allow: /mig/ Allow: /mcfayden/ Allow: /pmarino/ Allow: /pvankov/ Allow: /project-allpix-squared/ Allow: /radnext-network/ Allow: /rtomas/ Allow: /swedish/ Allow: /spectrum/ Allow: /shoh/ Allow: /srettie/ Allow: /siodmok/ Allow: /stapley/ Allow: /sviel/ Allow: /theofil/ Allow: /track-it-documentation/ Allow: /tvami/ Allow: /hedberg/ Disallow: /yachting/BBoard Allow: /yachting/ Disallow: / User-agent: FAST Enterprise Crawler 6 used by CERN (project-search@cern.ch) Disallow: Disallow: /proj-fgc/ User-agent: FAST Enterprise Crawler for Sharepoint used by CERN (project-search@cern.ch) Disallow: Disallow: /proj-fgc/ User-agent: CERN Search Crawler Allow: / Disallow: Disallow: /proj-fgc/