Scrapy 사용하기

Install

$ conda create -n scrapy
$ conda activate scrapy
# Install scrapy
(scrapy) $ conda install scrapy 
# Install fake-useragent, selenium
(scrapy) $ conda install -c conda-forge fake-useragent selenium
# Install AWS SDK (for using S3 storage)
(scrapy) $ conda install -c conda-forge boto3
# Install redis & mongodb plugins
(scrapy) $ pip install scrapy-redis scrapy-dynamodb