diff --git a/robots.txt b/robots.txt index 1e62ed7..a93ea13 100644 --- a/robots.txt +++ b/robots.txt @@ -1,4 +1,10 @@ -robots.txt generated by www.seoptimer.com +--- +layout: none +--- +User-agent: * +Sitemap: {{ site.url }}/sitemap.xml +Sitemap: {{ site.url }}/doxygen-content-sitemap.xml + User-agent: * Disallow: Disallow: /cgi-bin/ @@ -9,5 +15,3 @@ Disallow: /ftp/newsletters/ Disallow: /ftp/HDF5/documentation/ Disallow: /ftp/HDF5/examples/ Disallow: /ftp/HDF5/projects/ -Sitemap: https://support.hdfgroup.org/sitemap.xml -Sitemap: https://support.hdfgroup.org/doxygen-content-sitemap.xml