From 14a5d2504625b2c339ddbec60476cece81c124ad Mon Sep 17 00:00:00 2001 From: Les Kurz Date: Fri, 25 Oct 2024 10:22:38 -0500 Subject: [PATCH] Update robots.txt frontmatter add frontmatter to robots.txt to include another sitemap --- robots.txt | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/robots.txt b/robots.txt index 1e62ed7..a93ea13 100644 --- a/robots.txt +++ b/robots.txt @@ -1,4 +1,10 @@ -robots.txt generated by www.seoptimer.com +--- +layout: none +--- +User-agent: * +Sitemap: {{ site.url }}/sitemap.xml +Sitemap: {{ site.url }}/doxygen-content-sitemap.xml + User-agent: * Disallow: Disallow: /cgi-bin/ @@ -9,5 +15,3 @@ Disallow: /ftp/newsletters/ Disallow: /ftp/HDF5/documentation/ Disallow: /ftp/HDF5/examples/ Disallow: /ftp/HDF5/projects/ -Sitemap: https://support.hdfgroup.org/sitemap.xml -Sitemap: https://support.hdfgroup.org/doxygen-content-sitemap.xml