Updating devenv scripts. Fix for FAB-1567.

Make use of pysha3 version 1.0.0 which works on all platforms
and also with Python 2.x and 3.x. Updating go version to 1.7
for ppc64le. Also installing other required dev packages (libltdl)
and other pips required for behave tests (ecdsa and slugify).

Change-Id: I8bc0185536021b589d246bdbd7be99b296c92263
Signed-off-by: Srirama Sharma <[email protected]>

Author: SriramaSharma

devenv/setupRHELonZ.sh

@@ -65,19 +65,8 @@ export PATH=$HOME/go/bin:$PATH
 rm -rf $HOME/go-linux-s390x-bootstrap 
 
 ################
-#ROCKSDB BUILD
-
-cd /tmp
-yum install -y gcc-c++ snappy snappy-devel zlib zlib-devel bzip2 bzip2-devel
-git clone https://github.com/facebook/rocksdb.git
-cd  rocksdb
-git checkout tags/v4.1
-echo There were some bugs in 4.1 for x/p, dev stream has the fix, living dangereously, fixing in place
-sed -i -e "s/-march=native/-march=zEC12/" build_tools/build_detect_platform
-sed -i -e "s/-momit-leaf-frame-pointer/-DDUMBDUMMY/" Makefile
-make shared_lib && INSTALL_PATH=/usr make install-shared && ldconfig
-cd /tmp
-rm -rf /tmp/rocksdb
+#Install Basic build essential packages
+yum install -y gcc-c++ python-devel device-mapper libtool-ltdl-devel libffi-devel openssl-devel
 
 ################
 # PIP
@@ -103,7 +92,11 @@ cd ../..
 GRPC_PYTHON_BUILD_WITH_CYTHON=1 pip install .
 
 # updater-server, update-engine, and update-service-common dependencies (for running locally)
-pip install -I flask==0.10.1 python-dateutil==2.2 pytz==2014.3 pyyaml==3.10 couchdb==1.0 flask-cors==2.0.1 requests==2.4.3 pyOpenSSL==16.2.0 sha3==0.2.1
+pip install -I flask==0.10.1 python-dateutil==2.2 pytz==2014.3 pyyaml==3.10 couchdb==1.0 flask-cors==2.0.1 requests==2.4.3 pyOpenSSL==16.2.0 pysha3==1.0b1
+
+#PIP packages required for some behave tests
+pip install urllib3 ndg-httpsclient pyasn1 ecdsa python-slugify grpcio-tools jinja2 b3j0f.aop
+
 cat >> ~/.bashrc <<HEREDOC
       export PATH=$HOME/go/bin:$PATH
       export GOROOT=$HOME/go

devenv/setupUbuntuOnPPC64le.sh

@@ -33,7 +33,7 @@ fi
 # Install pre-requisite OS packages #
 #####################################
 apt-get update
-apt-get -y install software-properties-common curl git sudo wget
+apt-get -y install software-properties-common curl git sudo wget "build-essential" zlib1g-dev libbz2-dev
 
 #####################################
 # Install and setup Docker services #
@@ -50,40 +50,27 @@ systemctl restart docker
 ####################################
 # Golang binaries for ppc64le are publicly available from Unicamp and is recommended as it includes certain platform specific tuning/optimization.
 # Alternativley package part of Ubuntu disto repo can also be used.
-wget ftp://ftp.unicamp.br/pub/linuxpatch/toolchain/at/ubuntu/dists/trusty/at9.0/binary-ppc64el/advance-toolchain-at9.0-golang_9.0-3_ppc64el.deb
-dpkg -i advance-toolchain-at9.0-golang_9.0-3_ppc64el.deb
-rm -f advance-toolchain-at9.0-golang_9.0-3_ppc64el.deb
+wget ftp://ftp.unicamp.br/pub/linuxpatch/toolchain/at/ubuntu/dists/xenial/at10.0/binary-ppc64el/advance-toolchain-golang-at_10.0-2_ppc64el.deb
+dpkg -i advance-toolchain-golang-at_10.0-2_ppc64el.deb
+rm -f advance-toolchain-golang-at_10.0-2_ppc64el.deb
 
 # Create links under /usr/bin using update-alternatives
-update-alternatives --install /usr/bin/go go /usr/local/go/bin/go 9
-update-alternatives --install /usr/bin/gofmt gofmt /usr/local/go/bin/gofmt 9
+update-alternatives --install /usr/bin/go go /usr/local/go/bin/go 10
+update-alternatives --install /usr/bin/gofmt gofmt /usr/local/go/bin/gofmt 10
 
 # Set the GOROOT env variable
-export GOROOT="/usr/local/go"
-
-####################################
-# Build and install RocksDB        #
-####################################
-
-apt-get -y install libsnappy-dev zlib1g-dev libbz2-dev "build-essential"
-
-cd /tmp
-git clone https://github.com/facebook/rocksdb.git
-cd rocksdb
-git checkout tags/v4.1
-echo There were some bugs in 4.1. This was fixed in dev stream and newer releases like 4.5.1.
-sed -ibak 's/ifneq ($(MACHINE),ppc64)/ifeq (,$(findstring ppc64,$(MACHINE)))/g' Makefile
-PORTABLE=1 make shared_lib
-INSTALL_PATH=/usr/local make install-shared
-ldconfig
-cd - ; rm -rf /tmp/rocksdb
+export GOROOT="/opt/go"
+ln -s /usr/local/go $GOROOT
 
 ################################################
 # Install PIP tools, behave and docker-compose #
 ################################################
 
-apt-get -y install python-pip
+apt-get -y install python-pip libssl-dev libffi-dev libltdl-dev
 pip install --upgrade pip
 pip install behave nose docker-compose
 
-pip install -I flask==0.10.1 python-dateutil==2.2 pytz==2014.3 pyyaml==3.10 couchdb==1.0 flask-cors==2.0.1 requests==2.4.3 grpcio==0.13.1 pyOpenSSL==16.2.0 sha3==0.2.1
+pip install -I flask==0.10.1 python-dateutil==2.2 pytz==2014.3 pyyaml==3.10 couchdb==1.0 flask-cors==2.0.1 requests==2.4.3 grpcio==1.0.4 pyOpenSSL==16.2.0 pysha3==1.0b1
+
+#PIP packages required for some behave tests
+pip install urllib3 ndg-httpsclient pyasn1 ecdsa python-slugify grpcio-tools jinja2 b3j0f.aop six

docs/source/dev-setup/devenv.rst

@@ -55,7 +55,10 @@ Prerequisites
 
     pip install --upgrade pip
     pip install behave nose docker-compose
-    pip install -I flask==0.10.1 python-dateutil==2.2 pytz==2014.3 pyyaml==3.10 couchdb==1.0 flask-cors==2.0.1 requests==2.4.3 pyOpenSSL==16.2.0 sha3==0.2.1
+    pip install -I flask==0.10.1 python-dateutil==2.2 pytz==2014.3 pyyaml==3.10 couchdb==1.0 flask-cors==2.0.1 requests==2.4.3 pyOpenSSL==16.2.0 pysha3==1.0b1 grpcio==1.0.4
+
+    #PIP packages required for some behave tests
+    pip install urllib3 ndg-httpsclient pyasn1 ecdsa python-slugify grpcio-tools jinja2 b3j0f.aop six
 
 Steps
 ~~~~~