# robots.txt User-agent: Googlebot Disallow: User-agent: googlebot-image Disallow: User-agent: googlebot-mobile Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: baiduspider Disallow: User-agent: naverbot Disallow: User-agent: yeti Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: psbot Disallow: User-agent: yahoo-blogs/v3.9 Disallow: User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /.idea/ Disallow: /.well-known/ Disallow: /app/ Disallow: /bootstrap/ Disallow: /config/ Disallow: /css/ Disallow: /database/ Disallow: /fonts/ Disallow: /js/ Disallow: /routes/ Disallow: /storage/ Disallow: /tests/ Disallow: /vendor/ Disallow: /vendors/ Sitemap: https://findmydream.com.au/sitemap.xml