From 12ad5b5f11cf4fe942696cc7e45756b0f04bcf53 Mon Sep 17 00:00:00 2001 From: David Ascienzo Date: Thu, 28 May 2020 21:29:52 -0400 Subject: [PATCH] Additional support on xpaths for poor phpBB formatting --- phpBB_scraper/phpBB_scraper/spiders/phpBB.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/phpBB_scraper/phpBB_scraper/spiders/phpBB.py b/phpBB_scraper/phpBB_scraper/spiders/phpBB.py index 0235987..aece38f 100644 --- a/phpBB_scraper/phpBB_scraper/spiders/phpBB.py +++ b/phpBB_scraper/phpBB_scraper/spiders/phpBB.py @@ -6,9 +6,9 @@ from scrapy.http import Request # TODO: Please provide values for the following variables # Domains only, no urls -ALLOWED_DOMAINS = ['filosofiki.eu'] +ALLOWED_DOMAINS = [''] # Starting urls -START_URLS = ['http://www.filosofiki.eu/viewforum.php?f=67&sid=17575a200a6f183f559b696701c4ea20'] +START_URLS = [''] # Is login required? True or False. FORM_LOGIN = False # Login username