Added robots.txt file (#9241)

azhavoro · web-flow · commit 05b621397b1f · 2025-03-21T16:10:15.000+02:00
diff --git a/Dockerfile.ui b/Dockerfile.ui
@@ -38,4 +38,5 @@ FROM nginx:1.27.4-alpine3.21-slim
 
 # Replace default.conf configuration to remove unnecessary rules
 COPY cvat-ui/react_nginx.conf /etc/nginx/conf.d/default.conf
+COPY cvat-ui/robots.txt /usr/share/nginx/html/
 COPY --from=cvat-ui /tmp/cvat-ui/dist /usr/share/nginx/html/
diff --git a/changelog.d/20250321_142154_andrey_add_robots_txt.md b/changelog.d/20250321_142154_andrey_add_robots_txt.md
@@ -0,0 +1,4 @@
+### Added
+
+- Added robots.txt file to manage crawling traffic
+  (<https://github.com/cvat-ai/cvat/pull/9241>)
diff --git a/cvat-ui/robots.txt b/cvat-ui/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /
+Allow: /auth/
+Allow: /api/docs/
