0514.1

2025-05-14 00:30:11 +08:00
parent d9b3415c7b
commit d972f9b3dc
206 changed files with 50243 additions and 6881 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -0,0 +1,20 @@
+# SaaS平台robots.txt
+User-agent: *
+Allow: /
+
+# 禁止访问的路径
+Disallow: /api/
+Disallow: /admin/
+Disallow: /dashboard/private/
+Disallow: /uploads/private/
+
+# 允许访问的特定路径
+Allow: /public/
+Allow: /blog/
+Allow: /docs/
+
+# 站点地图
+Sitemap: https://yourdomain.com/sitemap.xml
+
+# 抓取频率设置
+Crawl-delay: 10