From 398a024845ec59571e0d421287eaf4a82a3c9b18 Mon Sep 17 00:00:00 2001 From: HEIGE-PCloud Date: Sat, 6 Nov 2021 15:19:13 +0000 Subject: [PATCH] chore: update robots.txt --- layouts/robots.txt | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/layouts/robots.txt b/layouts/robots.txt index 325b9f3a3..a33ec8c5f 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -1,5 +1,3 @@ -User-agent: * - User-agent: MJ12bot Disallow: / @@ -57,4 +55,7 @@ Disallow: / User-agent: ZoominfoBot Disallow: / +User-agent: * +Allow: * + Sitemap: {{ "/sitemap.xml" | absLangURL }}