From dafe078186e0c3741769a553dd9b9e37ea343c4f Mon Sep 17 00:00:00 2001 From: Viktor Poluksht Date: Fri, 14 Apr 2023 08:08:15 +0100 Subject: [PATCH] fix: type conversion list -> set Signed-off-by: Viktor Poluksht --- newspaper/extractors.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/newspaper/extractors.py b/newspaper/extractors.py index cfc2bca5..d1caada0 100644 --- a/newspaper/extractors.py +++ b/newspaper/extractors.py @@ -584,7 +584,7 @@ def get_img_urls(self, article_url, doc): for img_tag in img_tags if img_tag.get('src')] img_links = set([urljoin(article_url, url) for url in urls]) - img_links = [x for x in img_links if not self.image_is_ignored(x)] + img_links = set([x for x in img_links if not self.image_is_ignored(x)]) return img_links def get_first_img_url(self, article_url, top_node):