run.sh 489 Bytes
#!/bin/bash

if [ $# -lt 2 ]; then
	echo 'Usage:'
	echo '1. run 1 allowed_domain'
	echo 'crawl all imgs in the allowed_domain'
	echo '2. run 2 input_file'
	echo 'crawl the imgs and attach the corresponding tags in input_file'
	exit 0
fi

cd crawler/crawler
input_file=input.txt

if [ $1 = 1 ]; then
	echo $1 > ${input_file}
	echo $2 >> ${input_file}
	scrapy crawl img
elif [ $1 = 2 ]; then
	echo $1 > ${input_file}
	echo $2 >> ${input_file}
	scrapy crawl img
else
	echo 'Invalid mode!'
fi