diff --git a/lncrawl/core/scraper.py b/lncrawl/core/scraper.py index 689a2fae9..fe6b25539 100644 --- a/lncrawl/core/scraper.py +++ b/lncrawl/core/scraper.py @@ -105,7 +105,7 @@ def __process_request(self, method: str, url, **kwargs): headers.setdefault("Referer", self.last_soup_url or self.home_url) headers.setdefault("User-Agent", self.user_agent) kwargs["headers"] = { - str(k).encode("ascii"): str(v).encode("ascii") + str(k).encode("utf-8"): str(v).encode("utf-8") for k, v in headers.items() if v }