# Disallow all bots trying to access /common/entites, pages, cybcom sites, apple pplicationis User-agent: * Disallow: / Allow: /$ Allow: /index Allow: /registration-agreement Allow: /terms Allow: /register Allow: /forgot-password Allow: /log-in Allow: /contact-us Allow: /privacy-policy Allow: /buildings Allow: /community Allow: /sitemap.xml # Sitmap file path Sitemap: http://zenix.com.au/sitemap.xml Disallow: /register.html #Disallow: /common/entites #Disallow: /Pages #Disallow: /cybcom_wp #Disallow: /cybcom_wa #Disallow: /apple-app-site-association #Disallow: /.well-known/ #Disallow: /faq #Disallow: /log #Disallow: /a #Disallow: /wp-login.php #Disallow: /wp #Disallow: /wordpress #Disallow: /*.php$ #Disallow: /*.asp$ # These are additional paths Google is known to search (optional) #Disallow: /m/ #Disallow: /mobile/ # Disallow a specific bot (MJ12bot) from trying to access invalid path /faq #User-agent: MJ12bot #Disallow: /faq