setup scrapy project defaults

This commit is contained in:
Xevion
2021-03-14 10:01:17 -05:00
parent 356813ed64
commit 1f6f3246ae
8 changed files with 235 additions and 0 deletions

13
scraper/pipelines.py Normal file
View File

@@ -0,0 +1,13 @@
# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html
# useful for handling different item types with a single interface
from itemadapter import ItemAdapter
class ScraperPipeline:
def process_item(self, item, spider):
return item