#Specifing the User-agent for all bots User-agent: * #Speicifing which files should not be crawled Disallow: /_private Disallow: /programs/continuity/continuity_pdf.pdf Disallow: /programs/governance/governance_pdf.pdf Disallow: /programs/governance/governance_pdf_old.pdf Disallow: /programs/interoperability/interoperability_pdf.pdf Disallow: /programs/security/security_pdf.pdf Disallow: /contact/signup Disallow: /membership/join