IRProject/scrape.sh

#!/bin/bash

source ./venv/bin/activate.sh

scrapy runspider photo_scraper/spiders/flickr.py -o scraped/flickr.csv
scrapy runspider photo_scraper/spiders/stock123rf.py -o scraped/123rf.csv
scrapy runspider photo_scraper/spiders/shutterstock.py -o scraped/shutterstock.csv
Done scraper 2020-11-04 14:36:32 +00:00			`#!/bin/bash`

			`source ./venv/bin/activate.sh`

Renamed scrapy project 2020-11-10 17:36:41 +00:00			`scrapy runspider photo_scraper/spiders/flickr.py -o scraped/flickr.csv`
Added Shutterstock crawler 2020-12-01 21:32:45 +00:00			`scrapy runspider photo_scraper/spiders/stock123rf.py -o scraped/123rf.csv`
			`scrapy runspider photo_scraper/spiders/shutterstock.py -o scraped/shutterstock.csv`