From 4c970e358d228a6ddddf4329f54b5cd113a50ffc Mon Sep 17 00:00:00 2001 From: Liu Date: Tue, 12 Apr 2022 17:43:07 -0400 Subject: [PATCH] Remove duplicates from wiki-site.com --- listsofwikis/mediawiki/wiki-site-spider.py | 1 + listsofwikis/mediawiki/wiki-site.com | 278 --------------------- 2 files changed, 1 insertion(+), 278 deletions(-) diff --git a/listsofwikis/mediawiki/wiki-site-spider.py b/listsofwikis/mediawiki/wiki-site-spider.py index e06868e..4970adc 100644 --- a/listsofwikis/mediawiki/wiki-site-spider.py +++ b/listsofwikis/mediawiki/wiki-site-spider.py @@ -33,6 +33,7 @@ def main(): req = requests.get(url, headers=headers) wikis.extend(re.findall(r'