noham/phpBB-forum-scraper
1
0
Fork 0
mirror of https://github.com/NohamR/phpBB-forum-scraper.git synced 2026-02-22 02:25:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Additional support on xpaths for poor phpBB formatting

Browse Source
This commit is contained in:
David Ascienzo
2020-05-28 21:29:52 -04:00
parent 7b850d872d
commit 12ad5b5f11
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
phpBB_scraper/phpBB_scraper/spiders/phpBB.py
View File

@@ -6,9 +6,9 @@ from scrapy.http import Request
# TODO: Please provide values for the following variables # TODO: Please provide values for the following variables
# Domains only, no urls # Domains only, no urls
ALLOWED_DOMAINS = ['filosofiki.eu'] ALLOWED_DOMAINS = ['']
# Starting urls # Starting urls
START_URLS = ['http://www.filosofiki.eu/viewforum.php?f=67&sid=17575a200a6f183f559b696701c4ea20'] START_URLS = ['']
# Is login required? True or False. # Is login required? True or False.
FORM_LOGIN = False FORM_LOGIN = False
# Login username # Login username