From 8f943a99cf94fe0eb9b4e6273d1b6d443097c86a Mon Sep 17 00:00:00 2001 From: contradiction29 Date: Thu, 25 Apr 2024 12:26:35 +0900 Subject: [PATCH] Configure robots.txt MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit wordpress時代のクローリングが残ってnew relicのログのノイズになるため、robots.txtで明示的にクローリングを禁止した --- public/robots.txt | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/public/robots.txt b/public/robots.txt index 9314ba2b..907cc295 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,2 +1,6 @@ User-agent: * -Disallow: /logout \ No newline at end of file +Disallow: /logout +Disallow: /wp-json/ +Disallow: /archives/tag/ +Disallow: /archives/*/feed +Disallow: /wp-login.php \ No newline at end of file