download easy_web_crawler-master.zip
clone repo
git clone https://github.com/jen-soft/easy_web_crawler.git
cd easy_web_crawler
create virtual env and activate
virtualenv --system-site-packages --python="/usr/bin/python2.7" --prompt="(env: ${PWD##*/})" env
source env/bin/activate
install scrapy
pip install Scrapy
pip install Twisted==16.0.0 # only for python2.7
run crawler
scrapy crawl yts__am -o data/yts__am.json
python run_spider.py # alternative
pip install Scrapy
pip install Twisted==16.0.0 # only for python2.7
scrapy startproject my_crawler ./
scrapy genspider yts__am yts.am
https://doc.scrapy.org/en/latest/intro/tutorial.html
https://opensource.org/licenses/MIT
https://github.com/jen-soft/easy_web_crawler/issues
https://www.upwork.com/freelancers/~0110273df78bbbfce4