-
Notifications
You must be signed in to change notification settings - Fork 64
/
Copy pathcontrail.sh
executable file
·1448 lines (1264 loc) · 53.2 KB
/
contrail.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
# proto is https or ssh
#! /bin/bash
# Contrail NFV
# ------------
if [[ $EUID -eq 0 ]]; then
echo "You are running this script as root."
echo "Cut it out."
exit 1
fi
# Save trace setting
TOP_DIR=`pwd`
CONTRAIL_USER=$(whoami)
source functions
source localrc
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
ENABLED_SERVICES=named,dns,redis,cass,zk,ifmap,disco,apiSrv,schema,svc-mon,control,collector,analytics-api,query-engine,agent,redis-w,ui-jobs,ui-webs,kafka,alarm
else
ENABLED_SERVICES=named,dns,redis,cass,zk,ifmap,disco,apiSrv,schema,svc-mon,control,collector,analytics-api,query-engine,agent,redis-w,kafka,alarm
fi
# Determine what system we are running on. This provides ``os_VENDOR``,
# ``os_RELEASE``, ``os_UPDATE``, ``os_PACKAGE``, ``os_CODENAME``
# and ``DISTRO``
GetDistro
BS_FL_CONTROLLERS_PORT=${BS_FL_CONTROLLERS_PORT:-localhost:80}
BS_FL_OF_PORT=${BS_FL_OF_PORT:-6633}
# Cassandra JAVA Memory Options
CASS_MAX_HEAP_SIZE=${CASS_MAX_HEAP_SIZE:-1G}
CASS_HEAP_NEWSIZE=${CASS_HEAP_NEWSIZE:-200M}
GIT_BASE=${GIT_BASE:-git://github.com}
CONTRAIL_BRANCH=${CONTRAIL_BRANCH:-master}
NEUTRON_PLUGIN_BRANCH=${NEUTRON_PLUGIN_BRANCH:-CONTRAIL_BRANCH}
Q_META_DATA_IP=${Q_META_DATA_IP:-127.0.0.1}
ZK_VER=${ZK_VER:-3.4.6}
unset LANG
unset LANGUAGE
LC_ALL=C
export LC_ALL
# Set up logging level
CONTRAIL_REPO_PROTO=${CONTRAIL_REPO_PROTO:-ssh}
CONTRAIL_SRC=${CONTRAIL_SRC:-/opt/stack/contrail}
LOG_DIR=${LOG_DIR:-$TOP_DIR/log/screens}
LOG_LEVEL=${LOG_LEVEL:-3}
CONTRAIL_ADMIN_USERNAME=${CONTRAIL_ADMIN_USERNAME:-admin}
ADMIN_PASSWORD=${ADMIN_PASSWORD:-contrail123}
CONTRAIL_ADMIN_TENANT=${CONTRAIL_ADMIN_TENANT:-admin}
CFGM_IP=${SERVICE_HOST:-127.0.0.1}
if [[ "$CFGM_IP" == "localhost" ]] ; then
CFGM_IP="127.0.0.1"
fi
USE_CERTS=${USE_CERTS:-false}
MULTI_TENANCY=${MULTI_TENANCY:-false}
PUPPET_SERVER=${PUPPET_SERVER:-''}
RABBIT_IP=${RABBIT_IP:-$CFGM_IP}
CASSANDRA_IP=${CASSANDRA_IP:-'localhost'}
OPENSTACK_IP=${OPENSTACK_IP:-$CFGM_IP}
COLLECTOR_IP=${COLLECTOR_IP:-$CFGM_IP}
DISCOVERY_IP=${DISCOVERY_IP:-$CFGM_IP}
CONTROL_IP=${CONTROL_IP:-$CFGM_IP}
IFMAP_IP=${IFMAP_IP:-$CFGM_IP}
COMPUTE_HOST_IP=${COMPUTE_HOST_IP:-127.0.0.1}
CASSANDRA_IP_LIST=${CASSANDRA_IP_LIST:-127.0.0.1}
COLLECTOR_IP_LIST=${COLLECTOR_IP_LIST:-$CFGM_IP}
ZOOKEEPER_IP_LIST=${ZOOKEEPER_IP_LIST:-127.0.0.1}
RABBITMQ_IP_LIST=${RABBITMQ_IP_LIST:-127.0.0.1}
KAFKA_IP_LIST=${KAFKA_IP_LIST:-127.0.0.1}
CONTROL_IP_LIST=${CONTROL_IP_LIST:-$CONTROL_IP}
DNS_IP_LIST=${DNS_IP_LIST:-$CONTROL_IP}
CONTRAIL_DEFAULT_INSTALL=${CONTRAIL_DEFAULT_INSTALL:-True}
LAUNCHPAD_REPO=${LAUNCHPAD_BRANCH:-snapshots}
USE_DISCOVERY=${USE_DISCOVERY:-False}
RABBIT_USER=${RABBIT_USER:-rabbitcontrail}
TARGET=${TARGET:-production}
SCONS_ARGS="--opt=$TARGET"
NB_JOBS=${NB_JOBS:-1}
if [ $NB_JOBS -gt 1 ]; then
SCONS_ARGS="-j$NB_JOBS $SCONS_ARGS"
fi
if [[ "$RECLONE" == "True" ]]; then
echo "Recloning the contrail again"
sudo rm .stage.txt
fi
function generate_env {
local srvcnt=$(echo $ENABLED_SERVICES | tr -cd , | wc -c)
srvcnt=$((srvcnt+1))
echo "NUM_ENABLED_SERVICES=$srvcnt" > taskrc
}
#Setup root access with sudoers
function setup_root_access {
# We're not **root**, make sure ``sudo`` is available
is_package_installed sudo || install_package sudo
# UEC images ``/etc/sudoers`` does not have a ``#includedir``, add one
sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
# Set up devstack sudoers
TEMPFILE=`mktemp`
echo "$CONTRAIL_USER ALL=(root) NOPASSWD:ALL" >$TEMPFILE
# Some binaries might be under /sbin or /usr/sbin, so make sure sudo will
# see them by forcing PATH
echo "Defaults:$CONTRAIL_USER secure_path=/sbin:/usr/sbin:/usr/bin:/bin:/usr/local/sbin:/usr/local/bin" >> $TEMPFILE
chmod 0440 $TEMPFILE
sudo chown root:root $TEMPFILE
sudo mv $TEMPFILE /etc/sudoers.d/50_contrail_sh
grep -q `hostname` /etc/hosts ||
echo "127.0.0.1 `hostname`" | sudo tee -a /etc/hosts
grep -q `whoami` /etc/hosts ||
echo "127.0.0.1 `whoami`" | sudo tee -a /etc/hosts
}
# Draw a spinner so the user knows something is happening
function spinner() {
local delay=0.75
local spinstr='/-\|'
printf "..." >&3
while [ true ]; do
local temp=${spinstr#?}
printf "[%c]" "$spinstr" >&3
local spinstr=$temp${spinstr%"$temp"}
sleep $delay
printf "\b\b\b" >&3
done
}
# Echo text to the log file, summary log file and stdout
# echo_summary "something to say"
function echo_summary() {
echo -e $@ >&6
}
# Echo text only to stdout, no log files
# echo_nolog "something not for the logs"
function echo_nolog() {
echo $@ >&3
}
#echo messages redirected to stderr with echo_msg
#echo_msg "something to say"
function echo_msg() {
echo -e $@ >&2
}
function setup_logging() {
# Set up logging for ``contrail.sh``
# Set ``LOGFILE`` to turn on logging
# Append '.xxxxxxxx' to the given name to maintain history
# where 'xxxxxxxx' is a representation of the date the file was created
TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
if [[ -n "$LOGFILE" || -n "$LOG_DIR" ]]; then
LOGDAYS=${LOGDAYS:-7}
CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT")
fi
if [[ -n "$LOGFILE" ]]; then
# First clean up old log files. Use the user-specified ``LOGFILE``
# as the template to search for, appending '.*' to match the date
# we added on earlier runs.
LOGDIR=$(dirname "$LOGFILE")
LOGFILENAME=$(basename "$LOGFILE")
mkdir -p $LOGDIR
mkdir -p $LOG_DIR
find $LOGDIR -maxdepth 1 -name $LOGFILENAME.\* -mtime +$LOGDAYS -exec rm {} \;
LOGFILE=$LOGFILE.${CURRENT_LOG_TIME}
SUMFILE=$LOGFILE.${CURRENT_LOG_TIME}.summary
# Redirect output according to config
# Copy stdout to fd 3
#summary statements into LOGFILE,SUMMARY LOG File and console
#Always stderr into logfile,console.
#For LOG_LEVEL 1 stdout into logfile.
#For LOG_LEVEL 2 stdout into logfile.xtrace enabled.
#For LOG_LEVEL 3 stdout into logfile,console.xtrace enabled
exec 6> >( tee -a "${SUMFILE}" "${LOGFILE}" )
exec 3>&1
exec 2> >( awk '
{
cmd ="date +\"%Y-%m-%d %H:%M:%S \""
cmd | getline now
close("date +\"%Y-%m-%d %H:%M:%S \"")
sub(/^/, now)
print
fflush()
}' | tee -a "${LOGFILE}" )
if [ $LOG_LEVEL -eq 1 ];then
exec 1> >( awk '
{
cmd ="date +\"%Y-%m-%d %H:%M:%S \""
cmd | getline now
close("date +\"%Y-%m-%d %H:%M:%S \"")
sub(/^/, now)
print
fflush()
}' | tee -a "${LOGFILE}">/dev/null)
elif [ $LOG_LEVEL -eq 2 ]; then
exec 1> >( awk '
{
cmd ="date +\"%Y-%m-%d %H:%M:%S \""
cmd | getline now
close("date +\"%Y-%m-%d %H:%M:%S \"")
sub(/^/, now)
print
fflush()
}' | tee -a "${LOGFILE}">/dev/null)
set -x
elif [ $LOG_LEVEL -eq 3 ]; then
exec 1> >( awk '
{
cmd ="date +\"%Y-%m-%d %H:%M:%S \""
cmd | getline now
close("date +\"%Y-%m-%d %H:%M:%S \"")
sub(/^/, now)
print
fflush()
}' | tee -a "${LOGFILE}" )
set -x
fi
echo_summary "contrail.sh log $LOGFILE"
# Specified logfile name always links to the most recent log
ln -sf $LOGFILE $LOGDIR/$LOGFILENAME
ln -sf $SUMFILE $LOGDIR/$LOGFILENAME.summary
else
# Set up output redirection without log files
# Copy stdout to fd 3
exec 3>&1
# Throw away stdout and stderr
exec 1>/dev/null 2>&1
# Always send summary fd to original stdout
exec 6>&3
fi
}
setup_logging
function download_redis {
echo "Downloading dependencies"
if is_ubuntu; then
if ! which redis-server > /dev/null 2>&1 ; then
sudo apt-get -y install redis-server
sudo service redis-server stop
fi
else
if ! which redis-server > /dev/null 2>&1 ; then
yum_install redis
sudo service redis-server stop
fi
fi
}
function download_node_for_npm {
# install node which brings npm that's used in fetch_packages.py
if ! which node > /dev/null 2>&1 || ! which npm > /dev/null 2>&1 ; then
# download nodejs if building from source or centos
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]] || [[ ! is_ubuntu ]]; then
contrail_cwd_root=$(pwd)
cd $CONTRAIL_SRC/third_party
contrail_cwd=$(pwd)
cd node-v0.10.35
./configure; make; sudo make install
cd ${contrail_cwd}
rm -rf node-v0.10.35.tar.gz
rm -rf node-v0.10.35
cd ${contrail_cwd_root}
else
apt_get install nodejs=0.10.35-1contrail1
fi
fi
}
function download_dependencies {
echo "Downloading dependencies"
if is_ubuntu; then
apt_get update
apt_get install python-setuptools
apt_get install python-novaclient
apt_get install curl
if [[ "$DISTRO" != "trusty" ]]; then
apt_get install chkconfig
else
apt_get install sysv-rc-conf
fi
apt_get install screen
apt_get install default-jdk javahelper
apt_get install libcommons-codec-java libhttpcore-java liblog4j1.2-java
apt_get install python-software-properties
sudo -E add-apt-repository -y cloud-archive:precise
sudo -E add-apt-repository -y ppa:opencontrail
apt_get update
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
apt_get install patch scons flex bison make vim unzip cmake
apt_get install libexpat-dev libgettextpo0 libcurl4-openssl-dev
apt_get install python-dev autoconf automake build-essential libtool protobuf-compiler libprotobuf-dev
apt_get install libevent-dev libxml2-dev libxslt-dev librdkafka-dev
apt_get install uml-utilities
apt_get install python-software-properties
apt_get install python-lxml python-redis python-jsonpickle
apt_get install ant debhelper
apt_get install linux-headers-$(uname -r)
apt_get install libipfix-dev
apt_get install python-docker-py
apt_get install libzookeeper-mt2 libzookeeper-mt-dev
apt_get install libpcap-dev
apt_get install python-sseclient
download_cassandra_cpp_drivers
fi
apt_get install libvirt-bin
if [[ ${DISTRO} =~ (trusty) ]]; then
apt_get install software-properties-common
apt_get install libboost-dev libboost-chrono-dev libboost-date-time-dev
apt_get install libboost-filesystem-dev libboost-program-options-dev
apt_get install libboost-python-dev libboost-regex-dev libboost-system-dev
apt_get install libboost-thread-dev libcurl4-openssl-dev google-mock
apt_get install libgoogle-perftools-dev liblog4cplus-dev libtbb-dev
apt_get install libhttp-parser-dev libxml2-dev libicu-dev
fi
if [ "$INSTALL_PROFILE" = "ALL" ]; then
apt_get install rabbitmq-server
apt_get install python-kombu
apt_get install kafka
fi
apt_get install python-sphinx
# ping requirements
apt_get install sshpass expect
else
yum_install wget
#comment to be updated #harsha # the epel 7 repository is added for installation of packages not commonly available
if ! rpm -q epel-release-7-5.noarch.rpm ; then
wget https://dl.fedoraproject.org/pub/epel/7/x86_64/e/epel-release-7-5.noarch.rpm
sudo rpm -Uvh epel-release-7-5.noarch.rpm
fi
yum_install patch scons flex bison make vim bzip2 unzip cmake
yum_install expat-devel gettext-devel curl-devel
yum_install gcc-c++ python-devel autoconf automake libtool
yum_install protobuf-compiler protobuf protobuf-devel
yum_install libevent libevent-devel libcurl-devel libxml2-devel libxslt-devel
yum_install openssl-devel boost-devel tbb-devel
yum_install libvirt
yum_install python-setuptools net-tools
yum_install python-lxml
yum_install libpcap libpcap-devel
yum_install curl
yum_install chkconfig screen
yum_install erlang
yum_install python-sphinx
yum_install python-kombu
#disabling firewall port for rabbitmq
yum_install rabbitmq-server
sudo firewall-cmd --permanent --add-port=5672/tcp
sudo firewall-cmd --reload
sudo setsebool -P nis_enabled 1
sudo service rabbitmq-server start
sudo chkconfig rabbitmq-server on
#added for installing python-neutron
wget ftp://ftp.pbone.net/mirror/ftp.scientificlinux.org/linux/scientific/7.0/x86_64/os/Packages/kernel-devel-3.10.0-123.el7.x86_64.rpm
wget https://repos.fedorapeople.org/repos/openstack/openstack-juno/rdo-release-juno-1.noarch.rpm
sudo rpm -Uvh rdo-release-juno-1.noarch.rpm
yum_install python-neutron
# for installing kenel-devel
wget ftp://ftp.pbone.net/mirror/ftp.scientificlinux.org/linux/scientific/7.0/x86_64/os/Packages/kernel-devel-3.10.0-123.el7.x86_64.rpm
sudo yum -y --nogpgcheck localinstall kernel-devel-3.10.0-123.el7.x86_64.rpm
# installing open-jdk 7
wget ftp://fr2.rpmfind.net/linux/centos/7.0.1406/updates/x86_64/Packages/java-1.7.0-openjdk-1.7.0.71-2.5.3.1.el7_0.x86_64.rpm
sudo yum -y --nogpgcheck localinstall java-1.7.0-openjdk-1.7.0.71-2.5.3.1.el7_0.x86_64.rpm
fi
}
function download_python_dependencies {
echo "Downloading python dependencies"
# api server requirements
# sudo pip install gevent==0.13.8 geventhttpclient==1.0a thrift==0.8.0
# sudo easy_install -U distribute
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
pip_install gevent==1.0 geventhttpclient==1.0a thrift
pip_install netifaces fabric argparse
pip_install bottle
pip_install uuid psutil
pip_install netaddr bitarray
pip_install --upgrade redis
fi
pip_install -U setuptools
pip_install amqp
#Updating the rootwrap fetched by python-neutron
pip_install -U oslo.rootwrap
#Updating the rootwrap fetched by python-neutron
pip_install -U oslo.rootwrap
if [ "$INSTALL_PROFILE" = "ALL" ]; then
pip_install pycassa stevedore xmltodict python-keystoneclient
pip_install kazoo pyinotify
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
pip_install stevedore==1.0.0.0a1
fi
fi
pip_install --upgrade six
pip_install cassandra-driver kafka-python==1.0.1
pip_install consistent_hash
}
function repo_initialize {
echo "Initializing repo"
if [ ! -d $CONTRAIL_SRC/.repo ]; then
git config --global --get user.name || git config --global user.name "Anonymous"
git config --global --get user.email || git config --global user.email "[email protected]"
if [ "$CONTRAIL_REPO_PROTO" == "ssh" ]; then
if [ $CONTRAIL_BRANCH ];then
repo init -u [email protected]:juniper/contrail-vnc -b $CONTRAIL_BRANCH
rev_original="refs\/heads\/master"
rev_new="refs\/heads\/"$CONTRAIL_BRANCH
sed -i "s/$rev_original/$rev_new/" .repo/manifest.xml
else
repo init -u [email protected]:juniper/contrail-vnc
fi
else
if [ $CONTRAIL_BRANCH ];then
repo init -u https://github.com/juniper/contrail-vnc -b $CONTRAIL_BRANCH
rev_original="refs\/heads\/master"
rev_new="refs\/heads\/"$CONTRAIL_BRANCH
sed -i "s/$rev_original/$rev_new/" .repo/manifest.xml
else
repo init -u https://github.com/juniper/contrail-vnc
fi
sed -i 's/fetch=".."/fetch=\"https:\/\/github.com\/juniper\/\"/' .repo/manifest.xml
fi
fi
}
function repo_initialize_backup {
echo "Initializing repo"
if [ ! -d $CONTRAIL_SRC/.repo ]; then
git config --global --get user.name || git config --global user.name "Anonymous"
git config --global --get user.email || git config --global user.email "[email protected]"
if [ "$CONTRAIL_REPO_PROTO" == "ssh" ]; then
if [ $CONTRAIL_BRANCH ];then
repo init -u [email protected]:Juniper/contrail-vnc -b $CONTRAIL_BRANCH
rev_original="refs\/heads\/master"
rev_new="refs\/heads\/"$CONTRAIL_BRANCH
sed -i "s/$rev_original/$rev_new/" .repo/manifest.xml
else
repo init -u [email protected]:Juniper/contrail-vnc
fi
else
if [ $CONTRAIL_BRANCH ];then
repo init -u https://github.com/Juniper/contrail-vnc -b $CONTRAIL_BRANCH
rev_original="refs\/heads\/master"
rev_new="refs\/heads\/"$CONTRAIL_BRANCH
sed -i "s/$rev_original/$rev_new/" .repo/manifest.xml
else
repo init -u https://github.com/Juniper/contrail-vnc
fi
sed -i 's/fetch=".."/fetch=\"https:\/\/github.com\/Juniper\/\"/' .repo/manifest.xml
fi
fi
}
# workaround to prevent devstack from uninstalling contrail installed version of paste
# Contrail installs paste v1.7.5.1 and deploy v1.5.2-1. Devstack wants Paste v2.0.2 so it
# uninstalls paste v1.7.5.1 and also removes deploy in the process due to
# rm /usr/lib/python2.7/dist-packages/paste. Instaling paste v2.0.3 from a somewhat
# standard places doesn't work because devstack requires paste==2.0.2. Go figure.
function upgrade_python_paste {
echo "Downloading python-paste"
if is_ubuntu; then
#wget http://http.us.debian.org/debian/pool/main/p/paste/python-paste_2.0.3+dfsg-4_all.deb
#sudo dpkg -i python-paste_2.0.3+dfsg-4_all.deb
wget http://mirror2.tuxinator.org/deepin/pool/main/p/paste/python-paste_2.0.2+dfsg-1_all.deb
sudo dpkg -i python-paste_2.0.2+dfsg-1_all.deb
fi
}
function download_cassandra_cpp_drivers {
echo "Downloading cassanadra CPP drivers"
if is_ubuntu; then
wget http://downloads.datastax.com/cpp-driver/ubuntu/14.04/cassandra/v2.2.0/cassandra-cpp-driver_2.2.0-1_amd64.deb
wget http://downloads.datastax.com/cpp-driver/ubuntu/14.04/cassandra/v2.2.0/cassandra-cpp-driver-dev_2.2.0-1_amd64.deb
wget http://downloads.datastax.com/cpp-driver/ubuntu/14.04/dependencies/libuv/v1.7.5/libuv_1.7.5-1_amd64.deb
sudo dpkg -i cassandra-cpp-driver_2.2.0-1_amd64.deb cassandra-cpp-driver-dev_2.2.0-1_amd64.deb libuv_1.7.5-1_amd64.deb
fi
}
function download_cassandra {
echo "Downloading cassanadra"
if ! which cassandra > /dev/null 2>&1 ; then
if is_ubuntu; then
apt_get install python-software-properties
sudo -E add-apt-repository -y ppa:nilarimogard/webupd8
apt_get update
apt_get install launchpad-getkeys
# use oracle Java 7 instead of OpenJDK
sudo -E add-apt-repository -y ppa:webupd8team/java
apt_get update
echo debconf shared/accepted-oracle-license-v1-1 select true | \
sudo debconf-set-selections
echo debconf shared/accepted-oracle-license-v1-1 seen true | \
sudo debconf-set-selections
yes | apt_get install oracle-java7-installer
# See http://wiki.apache.org/cassandra/DebianPackaging
echo "deb http://www.apache.org/dist/cassandra/debian 20x main" | \
sudo tee /etc/apt/sources.list.d/cassandra.list
gpg --keyserver pgp.mit.edu --recv-keys F758CE318D77295D
gpg --export --armor F758CE318D77295D | sudo apt-key add -
gpg --keyserver pgp.mit.edu --recv-keys 2B5C1B00
gpg --export --armor 2B5C1B00 | sudo apt-key add -
apt_get update
apt_get install --force-yes cassandra
# fix cassandra's stack size issues
# test_install_cassandra_patch
# don't start cassandra at boot. I'll screen_it later
sudo service cassandra stop
sudo update-rc.d -f cassandra remove
elif [ ! -d $CONTRAIL_SRC/third_party/apache-cassandra-2.1.2-bin ]; then
contrail_cwd=$(pwd)
cd $CONTRAIL_SRC/third_party
wget http://repo1.maven.org/maven2/org/apache/cassandra/apache-cassandra/2.1.2/apache-cassandra-2.1.2-bin.tar.gz
tar xvzf apache-cassandra-2.1.2-bin.tar.gz
cd ${contrail_cwd}
fi
fi
}
function download_zookeeper {
echo "Downloading zookeeper"
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
contrail_cwd=$(pwd)
cd $CONTRAIL_SRC/third_party
cd zookeeper-${ZK_VER}
cp conf/zoo_sample.cfg conf/zoo.cfg
cd ${contrail_cwd}
elif [ ! -d $CONTRAIL_SRC/third_party/zookeeper-${ZK_VER} ]; then
contrail_cwd=$(pwd)
cd $CONTRAIL_SRC/third_party
wget http://apache.mirrors.hoobly.com/zookeeper/zookeeper-${ZK_VER}/zookeeper-${ZK_VER}.tar.gz
tar xvzf zookeeper-${ZK_VER}.tar.gz
cd zookeeper-${ZK_VER}
cp conf/zoo_sample.cfg conf/zoo.cfg
cd ${contrail_cwd}
fi
}
function download_ncclient {
# ncclient
echo "Downloading ncclient"
if ! python -c 'import ncclient' >/dev/null 2>&1; then
contrail_cwd=$(pwd)
cd $CONTRAIL_SRC/third_party
pip_install ncclient-v0.3.2.tar.gz
cd ${contrail_cwd}
fi
}
#added this for source installation
function setup_libipfix() {
echo "installing libipfix third_party"
contrail_cwd=$(pwd)
cd $THIRDPARTY_SRC
git clone https://github.com/tubav/libipfix.git
cd libipfix
/bin/bash configure
make
sudo make install
cd ${contrail_cwd}
}
function build_contrail() {
echo_summary "-----------------------BUILD PHASE STARTED------------------------"
validstage_atoption "build"
[[ $? -eq 1 ]] && invalid_option_exit "build"
C_UID=$( id -u )
C_GUID=$( id -g )
sudo mkdir -p /var/log/contrail
sudo chown -R $C_UID:$root /var/log/contrail
sudo chmod -R 664 /var/log/contrail/*
#checking whether previous execution stage of script is at started then
#only allow to get the dependencies
if [[ $(read_stage) == "started" ]]; then
# dependencies
download_dependencies
change_stage "started" "Dependencies"
fi
# basic dependencies
if ! which repo > /dev/null 2>&1 ; then
wget http://commondatastorage.googleapis.com/git-repo-downloads/repo
chmod 0755 repo
sudo mv repo /usr/bin
fi
source install_pip.sh
/bin/bash install_pip.sh
if [[ $(read_stage) == "Dependencies" ]]; then
download_python_dependencies
change_stage "Dependencies" "python-dependencies"
fi
sudo mkdir -p $CONTRAIL_SRC
sudo chown $C_UID:$C_GUID $CONTRAIL_SRC
THIRDPARTY_SRC=${THIRDPARTY_SRC:-$CONTRAIL_SRC/third_party}
sudo mkdir -p $THIRDPARTY_SRC
sudo chown $C_UID:$C_GUID $THIRDPARTY_SRC
contrail_cwd=$(pwd)
cd $CONTRAIL_SRC
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
if [[ $(read_stage) == "python-dependencies" ]]; then
repo_initialize
change_stage "python-dependencies" "repo-init"
fi
if [[ $(read_stage) == "repo-init" ]]; then
repo sync
ret_val=$?
[[ $ret_val -ne 0 ]] && echo "repo sync failed" && exit $ret_val
change_stage "repo-init" "repo-sync"
fi
if [[ $(read_stage) == "repo-sync" ]]; then
python third_party/fetch_packages.py
python third_party/fetch_packages.py --file $contrail_cwd/installer.xml
change_stage "repo-sync" "fetch-packages"
fi
(cd third_party/thrift-*; touch configure.ac README ChangeLog; autoreconf --force --install)
if is_fedora && [[ ! -d $THIRDPARTY_SRC/libipfix ]]; then
setup_libipfix
fi
if [ "$INSTALL_PROFILE" = "ALL" ]; then
if [[ $(read_stage) == "fetch-packages" ]]; then
sudo scons $SCONS_ARGS
ret_val=$?
[[ $ret_val -ne 0 ]] && exit $ret_val
change_stage "fetch-packages" "Build"
fi
elif [ "$INSTALL_PROFILE" = "COMPUTE" ]; then
if [[ $(read_stage) == "fetch-packages" ]]; then
sudo scons $SCONS_ARGS controller/src/vnsw
sudo scons $SCONS_ARGS vrouter
ret_val=$?
[[ $ret_val -ne 0 ]] && exit $ret_val
change_stage "fetch-packages" "Build"
fi
else
echo_msg "Selected profile is neither ALL nor COMPUTE"
exit
fi
else
sudo -E add-apt-repository -y ppa:opencontrail/$LAUNCHPAD_REPO
apt_get update
change_stage "python-dependencies" "Build"
fi
if [ "$INSTALL_PROFILE" = "ALL" ]; then
download_redis
download_node_for_npm
fi
echo_summary "-----------------------BUILD PHASE ENDED---------------------------"
}
function rabbit_setuser {
local user="$1" pass="$2" found="" out=""
out=$(sudo rabbitmqctl list_users) ||
{ echo "failed to list users" 1>&2; return 1; }
found=$(echo "$out" | awk '$1 == user { print $1 }' "user=$user")
if [ "$found" = "$user" ]; then
sudo rabbitmqctl change_password "$user" "$pass" ||
{ echo "failed changing pass for '$user'" 1>&2; return 1; }
else
sudo rabbitmqctl add_user "$user" "$pass" ||
{ echo "failed changing pass for $user"; return 1; }
fi
sudo rabbitmqctl set_permissions "$user" ".*" ".*" ".*"
sudo rabbitmqctl set_vm_memory_high_watermark 0.2
}
function install_contrail() {
echo_summary "-----------------------INSTALL PHASE STARTED------------------------"
validstage_atoption "install"
[[ $? -eq 1 ]] && invalid_option_exit "install"
cd $CONTRAIL_SRC
if [ "$INSTALL_PROFILE" = "ALL" ]; then
if [[ $(read_stage) == "Build" ]] || [[ $(read_stage) == "install" ]]; then
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
sudo scons $SCONS_ARGS --root=/ install
ret_val=$?
[[ $ret_val -ne 0 ]] && exit $ret_val
cd ${contrail_cwd}
# install contrail modules
echo "Installing contrail modules"
pip_install --upgrade --no-deps $(find $CONTRAIL_SRC/build/$TARGET -name "*.tar.gz" -print)
pip_install $(find $CONTRAIL_SRC/build/$TARGET -name "*.tar.gz" -print)
# install VIF driver
setup_develop $CONTRAIL_SRC/openstack/nova_contrail_vif
# install Neutron OpenContrail plugin
setup_develop $CONTRAIL_SRC/openstack/neutron_plugin/
# install neutron patch after VNC api is built and installed
# test_install_neutron_patch
# get ifmap
#download_ifmap_irond
cd $CONTRAIL_SRC
sudo chown -R `whoami`:`whoami` build/
if is_ubuntu; then
sudo -E make -f packages.make package-ifmap-server
sudo cp $CONTRAIL_SRC/build/packages/ifmap-server/build/irond.jar $CONTRAIL_SRC/build/packages/ifmap-server
else
cd third_party
wget http://trust.f4.hs-hannover.de/download/iron/archive/irond-0.3.0-bin.zip
unzip irond-0.3.0-bin.zip
fi
# ncclient
download_ncclient
contrail_cwd=$(pwd)
cd $CONTRAIL_SRC
sed -ie "s/config\.discoveryService\.enable.*$/config\.discoveryService\.enable = false;/" contrail-web-core/config/config.global.js
sed -ie "s:config\.featurePkg\.webController\.path.*$:config\.featurePkg\.webController\.path = '$CONTRAIL_SRC/contrail-web-controller';:" contrail-web-core/config/config.global.js
cd contrail-web-core
make fetch-pkgs-prod
make dev-env REPO=webController
cd ${contrail_cwd}
else
# install contrail modules
echo "Installing contrail modules"
apt_get install contrail-config
apt_get install python-contrail
apt_get install contrail-utils
apt_get install contrail-control
apt_get install contrail-analytics
apt_get install contrail-lib
apt_get install python-contrail-vrouter-api
apt_get install contrail-vrouter-utils
apt_get install contrail-vrouter-source
apt_get install contrail-vrouter-dkms
apt_get install contrail-vrouter-agent
apt_get install neutron-plugin-contrail
apt_get install contrail-config-openstack
#apt_get install neutron-plugin-contrail-agent contrail-config-openstack
apt_get install contrail-web-core
apt_get install contrail-web-controller
apt_get install ifmap-server
apt_get install python-ncclient
apt_get install contrail-dns
#Updating the messaging installed by python-nova
# pip_install -U oslo.messaging
# contrail neutron plugin installs ini file as root
sudo chown -R `whoami`:`whoami` /etc/neutron
fi
# get cassandra
download_cassandra
rabbit_setuser "$RABBIT_USER" "$RABBIT_PASSWORD"
download_zookeeper
# handle paste requirement mismatch between contrail (1.7.5.1) and devstack (2.0.2+)
upgrade_python_paste
change_stage "Build" "install"
fi
elif [ "$INSTALL_PROFILE" = "COMPUTE" ]; then
if [[ $(read_stage) == "Build" ]] || [[ $(read_stage) == "install" ]]; then
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
sudo scons $SCONS_ARGS --root=/ controller/src/vnsw install
sudo scons $SCONS_ARGS --root=/ vrouter install
sudo scons $SCONS_ARGS --root=/ openstack/nova_contrail_vif install
ret_val=$?
[[ $ret_val -ne 0 ]] && exit $ret_val
cd ${contrail_cwd}
# install contrail modules
echo "Installing contrail modules"
pip_install --upgrade $(find $CONTRAIL_SRC/build/$TARGET -name "*.tar.gz" -print)
# install VIF driver
pip_install $CONTRAIL_SRC/build/noarch/nova_contrail_vif/dist/nova_contrail_vif*.tar.gz
else
cd ${contrail_cwd}
# install contrail modules
echo "Installing contrail modules"
apt_get install contrail-config contrail-lib contrail-utils
apt_get install contrail-vrouter-utils contrail-vrouter-agent
apt_get install contrail-vrouter-source contrail-vrouter-dkms
fi
change_stage "Build" "install"
fi
else
echo_msg "Selected profile is neither ALL nor COMPUTE"
exit
fi
echo_summary "-----------------------INSTALL PHASE ENDED-------------------------"
}
function apply_patch() {
local patch="$1"
local dir="$2"
local sudo="$3"
local patch_applied="${dir}/$(basename ${patch}).appled"
# run patch, ignore previously applied patches, and return an
# error if patch says "fail"
[ -d "$dir" ] || die "No such directory $dir"
[ -f "$patch" ] || die "No such patch file $patch"
if [ -e "$patch_applied" ]; then
echo "Patch $(basename $patch) was previously applied in $dir"
else
echo "Installing patch $(basename $patch) in $dir..."
if $sudo patch -p0 -N -r - -d "$dir" < "$patch" 2>&1 | grep -i fail; then
die "Failed to apply $patch in $dir"
else
sudo touch "$patch_applied"
true
fi
fi
}
function test_install_cassandra_patch() {
apply_patch $TOP_DIR/cassandra-env.sh.patch /etc/cassandra sudo
}
# take over physical interface
function insert_vrouter() {
source /etc/contrail/contrail-compute.conf
EXT_DEV=$dev
if [ -e $VHOST_CFG ]; then
source $VHOST_CFG
else
DEVICE=vhost0
IPADDR=$(sudo ifconfig $EXT_DEV | sed -ne 's/.*inet [[addr]*]*[: ]*\([0-9.]*\).*/\1/i p')
NETMASK=$(sudo ifconfig $EXT_DEV | sed -ne 's/.*[[net]*]*mask[: *]\([0-9.]*\).*/\1/i p')
fi
# don't die in small memory environments
if [[ "$CONTRAIL_DEFAULT_INSTALL" != "True" ]]; then
sudo insmod $CONTRAIL_SRC/vrouter/$kmod vr_flow_entries=2048 vr_oflow_entries=256 vr_bridge_entries=256
if [[ $? -eq 1 ]] ; then
exit 1
fi
echo "Creating vhost interface: $DEVICE."
VIF=$CONTRAIL_SRC/build/$TARGET/vrouter/utils/vif
else
vrouter_pkg_version=$(zless /usr/share/doc/contrail-vrouter-agent/changelog.gz )
vrouter_pkg_version=${vrouter_pkg_version#* (*}
vrouter_pkg_version=${vrouter_pkg_version%*)*}
sudo sh -c 'sync && echo 3 > /proc/sys/vm/drop_caches'
sudo insmod /var/lib/dkms/vrouter/$vrouter_pkg_version/build/$kmod vr_flow_entries=4096 vr_oflow_entries=512 vr_bridge_entries=128
if [[ $? -eq 1 ]] ; then
exit 1
fi
echo "Creating vhost interface: $DEVICE."
VIF=/usr/bin/vif
fi
DEV_MAC=$(cat /sys/class/net/$dev/address)
sudo $VIF --create $DEVICE --mac $DEV_MAC \
|| echo "Error creating interface: $DEVICE"
echo "Adding $dev to vrouter"
sudo $VIF --add $dev --mac $DEV_MAC --vrf 0 --vhost-phys --type physical \
|| echo "Error adding $dev to vrouter"
echo "Adding $DEVICE to vrouter"
sudo $VIF --add $DEVICE --mac $DEV_MAC --vrf 0 --xconnect $dev --type vhost \
|| echo "Error adding $DEVICE to vrouter"
if is_ubuntu; then
# copy eth0 interface params, routes, and dns to a new
# interfaces file for vhost0
(
cat <<EOF
iface $dev inet manual
iface $DEVICE inet static
EOF
sudo ifconfig $dev | perl -ne '
/HWaddr\s*([a-f\d:]+)/i && print(" hwaddr $1\n");
/inet addr:\s*([\d.]+)/i && print(" address $1\n");
/Bcast:\s*([\d.]+)/i && print(" broadcast $1\n");
/Mask:\s*([\d.]+)/i && print(" netmask $1\n");
'
sudo route -n | perl -ane '$F[7]=="'$dev'" && ($F[3] =~ /G/) && print(" gateway $F[1]\n")'
perl -ne '/^nameserver ([\d.]+)/ && push(@dns, $1);
END { @dns && print(" dns-nameservers ", join(" ", @dns), "\n") }' /etc/resolv.conf
) >/tmp/interfaces
# bring down the old interface
# and bring it back up with no IP address
sudo ifdown $dev
sudo ifconfig $dev 0 up
# bring up vhost0
sudo ifup -i /tmp/interfaces $DEVICE
echo "Sleeping 10 seconds to allow link state to settle"
sleep 10
sudo ifup -i /tmp/interfaces $dev
else
sudo ifdown $dev
sleep 10
sudo ifup $DEVICE
sleep 10
fi
}
function test_insert_vrouter ()
{
if lsmod | grep -q vrouter; then
echo "vrouter module already inserted."
else
insert_vrouter
echo "vrouter kernel module inserted."
fi
}
function pywhere() {
module=$1
python -c "import $module; import os; print os.path.dirname($module.__file__)"
}
function stop_contrail_services() {
services=(supervisor-analytics supervisor-control supervisor-config supervisor-vrouter contrail-analytics-api contrail-control contrail-query-engine contrail-vrouter-agent contrail-api contrail-schema contrail-webui-jobserver contrail-collector contrail-dns contrail-svc-monitor contrail-webui-webserver ifmap-server)
for service in ${services[@]}
do
sudo service $service stop
done
}
function restart_contrail() {
stop_contrail
start_contrail "do not reset"
}
function start_contrail() {
# if $1 is set do not reset the config
if [ -z "$1" ]; then
RESET_CONFIG="--reset_config"
else