manual save(2026-01-15 15:54)

2026-01-15 15:54:20 +08:00
parent a7a56ddd9c
commit 248312cd57
14 changed files with 1613 additions and 124 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -0,0 +1,36 @@
+# Robots.txt for TuringFlow
+User-agent: *
+Allow: /
+Disallow: /admin/
+Disallow: /api/
+Disallow: /private/
+
+# Sitemap
+Sitemap: https://turingflow.ai/sitemap.xml
+
+# Crawl-delay for search engines
+Crawl-delay: 10
+
+# Host
+Host: https://turingflow.ai/
+
+# User-agent specific rules
+User-agent: Googlebot
+Allow: /
+Disallow: /admin/
+Crawl-delay: 5
+
+User-agent: Bingbot
+Allow: /
+Disallow: /admin/
+Crawl-delay: 5
+
+User-agent: Baiduspider
+Allow: /
+Disallow: /admin/
+Crawl-delay: 5
+
+User-agent: YandexBot
+Allow: /
+Disallow: /admin/
+Crawl-delay: 5