强烈建议升级python2.7后再安装pip与setuptools,如果不这样操作会出现很多莫明的问题，让你酸爽到天明！！
lxml,zope.interface,Twisted,characteristic,pyasn1-modules,service-identity,Scrapy
|
error:
command
'gcc'
failed with
exit
status 1
|
#yum remove audit
|
#yum install -y python-devel gcc libffi-devel openssl-devel libxslt-devel libxml2-devel
|
#yum install python-pip -y
#pip install setuptools
#pip install setuptools --upgrade
|
# pip install Scrapy
Collecting Scrapy
Using cached Scrapy-1.0.3-py2-none-any.whl
Requirement already satisfied (use --upgrade to upgrade): cssselect>=0.9
in
/usr/lib/python2
.7
/site-packages
(from Scrapy)
Requirement already satisfied (use --upgrade to upgrade): queuelib
in
/usr/lib/python2
.7
/site-packages
(from Scrapy)
Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL
in
/usr/lib/python2
.7
/site-packages
(from Scrapy)
Requirement already satisfied (use --upgrade to upgrade): w3lib>=1.8.0
in
/usr/lib/python2
.7
/site-packages
(from Scrapy)
Collecting lxml (from Scrapy)
Using cached lxml-3.4.4.
tar
.gz
Collecting Twisted>=10.0.0 (from Scrapy)
Using cached Twisted-15.4.0.
tar
.bz2
Requirement already satisfied (use --upgrade to upgrade): six>=1.5.2
in
/usr/lib/python2
.7
/site-packages
(from Scrapy)
Collecting service-identity (from Scrapy)
Using cached service_identity-14.0.0-py2.py3-none-any.whl
Requirement already satisfied (use --upgrade to upgrade): cryptography>=0.7
in
/usr/lib64/python2
.7
/site-packages
(from pyOpenSSL->Scrapy)
Collecting zope.interface>=3.6.0 (from Twisted>=10.0.0->Scrapy)
Using cached zope.interface-4.1.3.
tar
.gz
Collecting characteristic>=14.0.0 (from service-identity->Scrapy)
Using cached characteristic-14.3.0-py2.py3-none-any.whl
Collecting pyasn1-modules (from service-identity->Scrapy)
Using cached pyasn1_modules-0.0.8-py2.py3-none-any.whl
Requirement already satisfied (use --upgrade to upgrade): pyasn1
in
/usr/lib/python2
.7
/site-packages
(from service-identity->Scrapy)
Requirement already satisfied (use --upgrade to upgrade): idna>=2.0
in
/usr/lib/python2
.7
/site-packages
(from cryptography>=0.7->pyOpenSSL->Scrapy)
Requirement already satisfied (use --upgrade to upgrade): setuptools
in
/usr/lib/python2
.7
/site-packages
(from cryptography>=0.7->pyOpenSSL->Scrapy)
Requirement already satisfied (use --upgrade to upgrade): enum34
in
/usr/lib/python2
.7
/site-packages
(from cryptography>=0.7->pyOpenSSL->Scrapy)
Requirement already satisfied (use --upgrade to upgrade): ipaddress
in
/usr/lib/python2
.7
/site-packages
(from cryptography>=0.7->pyOpenSSL->Scrapy)
Requirement already satisfied (use --upgrade to upgrade): cffi>=1.1.0
in
/usr/lib64/python2
.7
/site-packages
(from cryptography>=0.7->pyOpenSSL->Scrapy)
Requirement already satisfied (use --upgrade to upgrade): pycparser
in
/usr/lib/python2
.7
/site-packages
(from cffi>=1.1.0->cryptography>=0.7->pyOpenSSL->Scrapy)
Installing collected packages: lxml, zope.interface, Twisted, characteristic, pyasn1-modules, service-identity, Scrapy
Running setup.py
install
for
lxml
Running setup.py
install
for
zope.interface
Running setup.py
install
for
Twisted
Successfully installed Scrapy-1.0.3 Twisted-15.4.0 characteristic-14.3.0 lxml-3.4.4 pyasn1-modules-0.0.8 service-identity-14.0.0 zope.interface-4.1.3
|
[root@localhost workspace]
# scrapy startproject tutorial
2015-10-15 21:54:24 [scrapy] INFO: Scrapy 1.0.3 started (bot: scrapybot)
2015-10-15 21:54:24 [scrapy] INFO: Optional features available: ssl, http11
2015-10-15 21:54:24 [scrapy] INFO: Overridden settings: {}
New Scrapy project
'tutorial'
created
in
:
/workspace/tutorial
You can start your first spider with:
cd
tutorial
scrapy genspider example example.com
|
[root@localhost workspace]
# tree
.
└── tutorial
├── scrapy.cfg
└── tutorial
├── __init__.py
├── items.py
├── pipelines.py
├── settings.py
└── spiders
└── __init__.py
3 directories, 6 files
|
