2014年11月12日 星期三

django + scrapy + celery + redis +

# setup virtual env
mkdir test
cd test
virtualenv .env
source .env/bin/activate

# install scrapy
pip uninstall lxml
STATIC_DEPS=true pip install -U lxml
pip install scrapy
pip install service_identity
# install mongodb
brew install mongodb --with-openssl
pip install pymongo
pip install mongoengine

#install celery
port install openssl  
pip install celery
pip install celery-with-mongodb

#install django

# install 3rd part libs
pip install pandas
pip install numpy
pip install zipline
port install cython
port install TA-Lib
easy_install TA-Lib

# install supervisor
pip install supervisor

# explore $PATH
.bash_profile
export PATH=".env/bin:/Users/seanchen/anaconda/bin:/opt/local/bin:/opt/local/sbin:/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:$PATH"
export PATH="$PATH:/Users/seanchen/tool/mongodb/mongodb-osx-x86_64-2.6.4/bin:/Users/seanchen/prj/talib/src/ta-lib/bin"

export LD_LIBRARY_PATH=".env/lib:/usr/local/lib:$LD_LIBRARY_PATH" 

export C_FORCE_ROOT=true