# robots.txt for laraweb.ie User-agent: * Allow: / # Disallow old URL pattern (optional - redirects already in place) Disallow: /news-article.php # Allow new SEO-friendly URLs Allow: /news/ # Disallow admin/private areas Disallow: /admin/ Disallow: /vendor/ Disallow: /includes/ Disallow: /data/ Disallow: /*.php$ Disallow: /*.php$ # Sitemap location Sitemap: https://laraweb.ie/sitemap.php # Crawl delay (optional) # Crawl-delay: 10