diff --git a/linkcheck/robotparser2.py b/linkcheck/robotparser2.py index d4ca6ee2..1a5af387 100644 --- a/linkcheck/robotparser2.py +++ b/linkcheck/robotparser2.py @@ -276,10 +276,6 @@ class RobotFileParser: useragent, url, ) - if not isinstance(useragent, str): - useragent = useragent.encode("ascii", "ignore") - if not isinstance(url, str): - url = url.encode("ascii", "ignore") if self.disallow_all: log.debug(LOG_CHECK, " ... disallow all.") return False