# Allow all bots to crawl the main site, but disallow system and sensitive directories User-agent: * Disallow: /application/ Disallow: /system/ Disallow: /vendor/ Disallow: /tests/ Disallow: /cache/ Disallow: /logs/ Disallow: /private/ Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /.htaccess # Keep assets accessible Allow: /fonts/ Allow: /js/ Allow: /images/ Allow: /uploads/ Allow: /.well-known/ Allow: /css/ Allow: /favicon/ Allow: /validation/ # Allow crawling of the site Allow: / # Disallow login page(s) Disallow: /web/access/ Disallow: /admin/login/ # Sitemap location Sitemap: https://truckslife.com/sitemap.xml