Page MenuHomePhabricator

RobotsPolicy
ActivePublic

Authored by revi on Dec 29 2020, 07:28.
diff --git a/src/applications/system/controller/PhabricatorRobotsController.php b/src/applications/system/controller/PhabricatorRobotsController.php
index 18be8862a8..8a23f957b1 100644
--- a/src/applications/system/controller/PhabricatorRobotsController.php
+++ b/src/applications/system/controller/PhabricatorRobotsController.php
@@ -21,6 +21,24 @@ final class PhabricatorRobotsController extends PhabricatorController {
$out[] = 'User-Agent: *';
$out[] = 'Disallow: /diffusion/';
$out[] = 'Disallow: /source/';
+ $out[] = 'Disallow: /multimeter/';
+ $out[] = 'Disallow: /feed/';
+ $out[] = 'Disallow: /tag/';
+ $out[] = 'Disallow: /file/';
+ $out[] = 'Disallow: /policy/explain';
+ $out[] = 'Disallow: /auth';
+ $out[] = 'Disallow: /login';
+ $out[] = 'Disallow: /project';
+ $out[] = 'Disallow: /tag';
+ $out[] = 'Disallow: /maniphest/transaction';
+ $out[] = 'Disallow: /search/query/all';
+ $out[] = 'Disallow: /conduit';
+ $out[] = 'Disallow: /api';
+ $out[] = 'Disallow: /dashboard';
+ $out[] = 'Disallow: /calendar';
+ $out[] = 'Disallow: /herald';
+ $out[] = 'Disallow: /applications';
+ $out[] = 'Disallow: /token';
// Add a small crawl delay (number of seconds between requests) for spiders
// which respect it. The intent here is to prevent spiders from affecting

Event Timeline

revi created this object with visibility "Public (No Login Required)".