天天看点

scrapy实现定时爬取

import time
from scrapy import cmdline


if __name__ == '__main__':
    
    while Ture:
         
        print("爬虫启动................")
        
        cmdline.execute("scrapy crawl spider".split()) 

        print("爬虫结束................")


        time.sleep(2*60)                # 每两分钟执行一次