add sitemap

config/settings.py

@@ -59,6 +59,7 @@
     'django_extensions',
     'mathfilters',
     'django_filters',
+    'django.contrib.sitemaps'
 ]
 
 MIDDLEWARE = [
@@ -288,3 +289,5 @@
             'LOCATION': 'unique-snowflake',
         }
     }
+
+SITE_ID = 1

config/urls.py

@@ -1,9 +1,11 @@
 from django.conf import settings
+from django.contrib.sitemaps.views import sitemap
 from django.contrib.staticfiles.views import serve
 from django.urls import include, path
 from django.views.i18n import JavaScriptCatalog
 
 from contributors.admin.custom import site
+from contributors.sitemap import sitemaps
 
 
 def trigger_error(request):
@@ -20,6 +22,8 @@ def trigger_error(request):
     path('', include('contributors.urls')),
     path('sentry-debug/', trigger_error),
     path('robots.txt', serve, {'path': 'robots.txt'}),
+    path('sitemap.xml', sitemap, {'sitemaps': sitemaps},
+         name='django.contrib.sitemaps.views.sitemap'),
 ]
 
 if settings.DEBUG:

contributors/sitemap.py

@@ -0,0 +1,78 @@
+from django.contrib.sitemaps import Sitemap
+from django.urls import reverse
+
+from contributors.models import (
+    Contributor,
+    Organization,
+    Project,
+    Repository,
+)
+
+
+class StaticViewSitemap(Sitemap):
+    priority = 0.5
+    changefreq = 'weekly'
+
+    def items(self):
+        return [
+            'contributors:home',
+            'contributors:about',
+            'contributors:landing',
+            'contributors:achievements'
+        ]
+
+    def location(self, item):
+        return reverse(item)
+
+
+class OrganizationSitemap(Sitemap):
+    changefreq = "monthly"
+    priority = 0.7
+
+    def items(self):
+        return Organization.objects.all()
+
+    def location(self, item):
+        return reverse('contributors:organization_details', args=[item.name])
+
+
+class RepositorySitemap(Sitemap):
+    changefreq = "weekly"
+    priority = 0.7
+
+    def items(self):
+        return Repository.objects.all()
+
+    def location(self, item):
+        return reverse('contributors:repository_details', args=[item.name])
+
+
+class ContributorSitemap(Sitemap):
+    changefreq = "weekly"
+    priority = 0.6
+
+    def items(self):
+        return Contributor.objects.all()
+
+    def location(self, item):
+        return reverse('contributors:contributor_details', args=[item.login])
+
+
+class ProjectSitemap(Sitemap):
+    changefreq = "weekly"
+    priority = 0.6
+
+    def items(self):
+        return Project.objects.all()
+
+    def location(self, item):
+        return reverse('contributors:project_details', args=[item.pk])
+
+
+sitemaps = {
+    'static': StaticViewSitemap,
+    'organizations': OrganizationSitemap,
+    'repositories': RepositorySitemap,
+    'contributors': ContributorSitemap,
+    'projects': ProjectSitemap,
+}

static/robots.txt

@@ -1,15 +1,14 @@
 User-agent: *
-Allow: /repositories/$
-Allow: /issues/$
-Allow: /organizations/$
-Allow: /leaderboard/$
-Allow: /contributors/$
-Allow: /projects/$
-Disallow: /repositories/?
-Disallow: /issues/?
-Disallow: /organizations/?
-Disallow: /leaderboard/?
-Disallow: /contributors/?
-Disallow: /projects/?
+Disallow: /repositories/*?
+Disallow: /issues/*?
+Disallow: /organizations/*?
+Disallow: /leaderboard/*?
+Disallow: /contributors/*?
+Disallow: /projects/*?
+Disallow: /*page=
+Disallow: /*sort=
+Disallow: /*labels=
 Disallow: /admin/
 Crawl-delay: 10
+
+Sitemap: https://hexlet-friends.herokuapp.com/sitemap.xml