#!/bin/bash # chunk @ 2015 ENV=envtmp echo -e "\e[1;33m preparing python virtualenv ... \e[0m" sudo yum -y install blas-devel lapack-devel libxslt-devel libffi-devel sudo pip install virtualenvwrapper source /usr/local/bin/virtualenvwrapper.sh && mkvirtualenv $ENV && workon $ENV add2virtualenv /usr/lib/python2.7/dist-packages echo -e "\e[1;33m install required packages ... \e[0m" for req in $(cat requirements.txt); do pip install $req; done pip install PIL --allow-external PIL --allow-unverified PIL pip install https://github.com/sosign/scrapy-webdriver/archive/master.zip cd JpegUtils/pyjpeg/ && python setup.py install && cd - cd JpegUtils/pysteg/ && python setup.py install && cd - cd ImageR/ && python setup.py install && cd - echo "/home/hadoop/Programs/lib/spark/python" > $WORKON_HOME/$ENV/lib/python2.7/site-packages/pyspark.pth