This repository has been archived by the owner on Feb 8, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 6
/
master_scraper.sh
45 lines (29 loc) · 1.64 KB
/
master_scraper.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
## HTML states
# echo "---> AP"
# python scrapers.py --state_code AP > _outputs/master_output.txt
echo "---> CT"
python scrapers.py --state_code CT >> _outputs/master_output.txt
# python scrapers.py --state_code LD >> _outputs/master_output.txt
# python scrapers.py --state_code DN >> _outputs/master_output.txt
echo "---> GJ"
python scrapers.py --state_code GJ >> _outputs/master_output.txt
# python scrapers.py --state_code LA >> _outputs/master_output.txt
# python scrapers.py --state_code MH >> _outputs/master_output.txt
echo "---> ML"
python scrapers.py --state_code ML >> _outputs/master_output.txt
echo "---> OR"
# python scrapers.py --state_code OR >> _outputs/master_output.txt
# python scrapers.py --state_code PY >> _outputs/master_output.txt
echo "---> TR"
python scrapers.py --state_code TR >> _outputs/master_output.txt
echo "---> HR"
# python scrapers.py --state_code HR >> _outputs/master_output.txt -t pdf -u _inputs/hr.pdf
# python scrapers.py --state_code UP >> _outputs/master_output.txt
# python scrapers.py --state_code RJ >> _outputs/master_output.txt
## Image States (download / crop them first)
# python scrapers.py --state_code AR --type image --url _inputs/ar.jpeg >> _outputs/master_output.txt
# python scrapers.py --state_code CT --type image --url _inputs/ct.jpeg >> _outputs/master_output.txt
# python scrapers.py --state_code MP --type image --url _inputs/mp.jpeg >> _outputs/master_output.txt
# NOTE: Bihar has 2 images
# python scrapers.py --state_code BR --type image --url _inputs/br.jpeg >> _outputs/master_output.txt
# python scrapers.py --state_code BR --type image --url _inputs/br2.jpeg >> _outputs/master_output.txt