25 lines
646 B
Python
25 lines
646 B
Python
# Define your item pipelines here
|
|
#
|
|
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
|
|
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html
|
|
|
|
|
|
# useful for handling different item types with a single interface
|
|
from itemadapter import ItemAdapter
|
|
|
|
|
|
class DagongwangproPipeline:
|
|
|
|
def process_item(self, item, spider):
|
|
# print(item)
|
|
|
|
title = item['title']
|
|
content = item['content']
|
|
date = item['date']
|
|
|
|
news_path = './新闻/国际新闻/' + title + '.txt'
|
|
with open(news_path, 'w', encoding='utf-8') as fp:
|
|
fp.write(date+'\n'+content)
|
|
|
|
return item
|