add robots.txt and sitemap.xml samples

2025-04-13 10:00:24 +04:00
parent 530bb49e37
commit 69c59d17a0
4 changed files with 111 additions and 0 deletions
@@ -0,0 +1,23 @@
+User-agent: *
+Allow: /
+Allow: /index
+Allow: /index.php
+Allow: /direct
+Allow: /direct.php
+Allow: /categories
+Allow: /categories.php
+Allow: /video
+Allow: /video.php
+Allow: /recherche
+Allow: /recherche.php
+Allow: /mentions-legales
+Allow: /mentions-legales.php
+Allow: /img/
+Disallow: /includes/
+Disallow: /js/
+Disallow: /css/
+Disallow: /ajax/
+Disallow: /docs/
+
+# Sitemap
+Sitemap: https://VOTRE-DOMAINE/sitemap.xml