Pyinstaller打包Scrapy项目的实现步骤_Python

Pyinstaller打包Scrapy项目的实现步骤

2020-09-23 00:03vample Python

这篇文章主要介绍了Pyinstaller打包Scrapy项目的实现步骤，文中通过示例代码介绍的非常详细，对大家的学习或者工作具有一定的参考学习价值，需要的朋友们下面随着小编来一起学习学习吧

1.安装pyinstaller

2.安装pywin32

3.安装其他模块

注意点:

scrapy用pyinstaller打包不能用

1	`cmdline.execute('scrapy crawl douban -o test.csv --nolog'.split())`

我用的是CrawlerProcess方式来输出

举个栗子：

1、在scrapy项目根目录下建一个crawl.py(你可以自己定义)如下图

Pyinstaller打包Scrapy项目的实现步骤

cralw.py代码如下

									# -*- coding: utf-8 -*-

									from scrapy.crawler import CrawlerProcess

									from scrapy.utils.project import get_project_settings

									from douban.spiders.douban_spider import Douban_spider

									#打包需要的import

									import urllib.robotparser

									import scrapy.spiderloader

									import scrapy.statscollectors

									import scrapy.logformatter

									import scrapy.dupefilters

									import scrapy.squeues

									import scrapy.extensions.spiderstate

									import scrapy.extensions.corestats

									import scrapy.extensions.telnet

									import scrapy.extensions.logstats

									import scrapy.extensions.memusage

									import scrapy.extensions.memdebug

									import scrapy.extensions.feedexport

									import scrapy.extensions.closespider

									import scrapy.extensions.debug

									import scrapy.extensions.httpcache

									import scrapy.extensions.statsmailer

									import scrapy.extensions.throttle

									import scrapy.core.scheduler

									import scrapy.core.engine

									import scrapy.core.scraper

									import scrapy.core.spidermw

									import scrapy.core.downloader

									import scrapy.downloadermiddlewares.stats

									import scrapy.downloadermiddlewares.httpcache

									import scrapy.downloadermiddlewares.cookies

									import scrapy.downloadermiddlewares.useragent

									import scrapy.downloadermiddlewares.httpproxy

									import scrapy.downloadermiddlewares.ajaxcrawl

									import scrapy.downloadermiddlewares.chunked

									import scrapy.downloadermiddlewares.decompression

									import scrapy.downloadermiddlewares.defaultheaders

									import scrapy.downloadermiddlewares.downloadtimeout

									import scrapy.downloadermiddlewares.httpauth

									import scrapy.downloadermiddlewares.httpcompression

									import scrapy.downloadermiddlewares.redirect

									import scrapy.downloadermiddlewares.retry

									import scrapy.downloadermiddlewares.robotstxt

									import scrapy.spidermiddlewares.depth

									import scrapy.spidermiddlewares.httperror

									import scrapy.spidermiddlewares.offsite

									import scrapy.spidermiddlewares.referer

									import scrapy.spidermiddlewares.urllength

									import scrapy.pipelines

									import scrapy.core.downloader.handlers.http

									import scrapy.core.downloader.contextfactory

									from douban.pipelines import DoubanPipeline

									from douban.items import DoubanItem

									import douban.settings

									if __name__ == '__main__':

									  setting = get_project_settings()

									  process = CrawlerProcess(settings=setting)

									  process.crawl(Douban_spider)

									  process.start()