Update spidering (OpenUserJS#1880)

Martii · web-flow · commit 72734c595c11 · 2021-12-09T02:42:15.000-07:00
Post OpenUserJS#391 Auto-merge
diff --git a/public/robots.txt b/public/robots.txt
@@ -11,3 +11,7 @@ Disallow: /fonts/
 Disallow: /js/
 Disallow: /redist/
 Disallow: /install/
+Disallow: /src/
+Disallow: /meta/
+Disallow: /api/
+Disallow: /post/
