Add public/robots.txt

2026-03-06 21:48:34 +00:00
parent 536348a49a
commit 085cee5860
1 changed files with 12 additions and 0 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -0,0 +1,12 @@
+# https://www.robotstxt.org/robotstxt.html
+User-agent: *
+Disallow: /admin
+Disallow: /api
+Disallow: /_next
+Disallow: /private
+
+Allow: /
+
+Sitemap: https://ogretmen-platformu.com/sitemap.xml
+
+Crawl-delay: 1