forked from gnowledge/gstudio-docker
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Dockerfile-first-time-for-schema_dump
executable file
·238 lines (189 loc) · 15.1 KB
/
Dockerfile-first-time-for-schema_dump
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
# set the base image to Ubuntu 14.04
FROM ubuntu:14.04
# file Author / Maintainer to GN
# file adding auser "docker"
# -m : home directory
# -s : shell (user's login shell)
RUN useradd -ms /bin/bash docker
RUN su docker
# Setting the path for the installation directory
RUN export DATE_LOG=`echo $(date "+%Y%m%d-%H%M%S")`
ENV LOG_DIR_DOCKER="/root/DockerLogs"
ENV LOG_INSTALL_DOCKER="/root/DockerLogs/$(DATE_LOG)-gsd-install.log"
RUN echo "PATH="$LOG_DIR_DOCKER \
&& mkdir -p $LOG_DIR_DOCKER \
&& touch ${LOG_INSTALL_DOCKER} \
&& ls ${LOG_INSTALL_DOCKER} \
&& echo "Logs driectory and file created" | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# update the repository sources list
RUN apt-get update | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# install nginx
# add all the repositories (nginx, ffmpeg and ffmpeg2theora, nodejs{bower} and yarn)
RUN apt-get install -y python-software-properties | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& apt-get install -y software-properties-common python-software-properties | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& add-apt-repository -y ppa:nginx/stable | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& add-apt-repository -y ppa:mc3man/trusty-media | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& apt-get install -y curl \
&& curl -sL https://deb.nodesource.com/setup_7.x | sudo -E bash - \
&& curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | sudo apt-key add - \
&& echo "deb https://dl.yarnpkg.com/debian/ stable main" | sudo tee /etc/apt/sources.list.d/yarn.list \
&& apt-get install apt-transport-https -y --force-yes
# update the keys and repository sources list
RUN apt-key update && apt-get update | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# install packages related application and ( ssh, mail {for mailbox / mail relaying}, sqlite and postgresql, ffmpeg and ffmpeg2theora, bash {commands} auto completion and crontab, SCSS/SAAS stylesheets {ruby}, nodejs{bower}, wget, duplicity, rabbitmq-server, yarn and cffi dependency{libssl-dev and libffi-dev}, and lxml dependency {libxml2-dev and libxslt1-dev})
RUN apt-get install -y dialog net-tools build-essential git python python-pip python-setuptools python-dev rcs emacs24 libjpeg-dev memcached libevent-dev libfreetype6-dev zlib1g-dev nginx supervisor curl g++ make openssh-client openssh-server mailutils postfix sqlite3 libpq-dev postgresql postgresql-contrib python-psycopg2 ffmpeg gstreamer0.10-ffmpeg ffmpeg2theora bash-completion cron ruby ruby-dev nodejs wget duplicity rabbitmq-server yarn libssl-dev libffi-dev libxml2-dev libxslt1-dev | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
RUN easy_install pip | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# install uwsgi now because it takes a little while
RUN pip install uwsgi nodeenv | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# for editing SCSS/SAAS stylesheets {compass}
RUN gem install compass | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# for nodejs{bower}
RUN npm install -g bower | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# create code directory as it can't find dirctory while coping
RUN mkdir -p /home/docker/code/ \
&& mkdir -p /data/db \
&& mkdir -p /data/rcs-repo \
&& mkdir -p /data/media \
&& mkdir -p /data/benchmark-dump \
&& mkdir -p /data/heartbeats \
&& mkdir -p /backups/incremental \
&& mkdir -p /softwares \
&& echo "code, data, rcs-repo, media, benchmark-dump, heartbeats, backups and softwares driectories are created" | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# install our code
# ADD . /home/docker/code/
# change the working directory to "/home/docker/code"
WORKDIR "/home/docker/code/"
# install gstudio docker code
RUN git clone https://[email protected]/mrunal4/gstudio-docker.git
RUN mv gstudio-docker/* . && rm -rf gstudio-docker
# install gstudio app code
RUN git clone -b dlkit https://[email protected]/gnowledge/gstudio.git
RUN cd gstudio && git reset --hard $commitid && cd ..
RUN wget http://103.36.84.69:9001/static.tgz
RUN tar -xvzf static.tgz && rm -rf static.tgz
# RUN pip install to install pip related required packages as per requirements.txt
RUN pip install -r /home/docker/code/gstudio/requirements.txt | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# Clone dlkit repos at manage.py level
RUN cd /home/docker/code/gstudio/gnowsys-ndf/ \
&& git clone https://bitbucket.org/cjshaw/dlkit_runtime.git \
&& git clone https://bitbucket.org/cjshaw/dlkit.git \
&& cd dlkit \
&& git submodule update --init --recursive
# Clone qbank repos at manage.py level
RUN cd /home/docker/code/gstudio/gnowsys-ndf/ \
&& git clone https://github.com/gnowledge/qbank-lite.git \
&& cd qbank-lite \
# && pip install -r /home/docker/code/gstudio/gnowsys-ndf/qbank-lite/requirements.txt \
&& git submodule update --init --recursive
# && python main.py
# Clone OpenAssessmentsClient repos at gstudio level
RUN cd /home/docker/code/ \
&& git clone https://github.com/gnowledge/OpenAssessmentsClient.git \
&& cd OpenAssessmentsClient \
&& yarn \
&& yarn build \
&& mkdir /softwares/oac /softwares/oat \
&& cp -av /home/docker/code/OpenAssessmentsClient/build/prod/* /softwares/oac/ \
&& cp -av /home/docker/code/OpenAssessmentsClient/build/prod/* /softwares/oat/ \
&& cp -av /softwares/oat/author.html /softwares/oat/index.html
#bower install
RUN cd /home/docker/code/gstudio/gnowsys-ndf/ \
&& bower install --allow-root | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# backup all scripts, confs and restore schema dump (restore factory dump)
RUN mkdir /root/.backup_defaults \
&& cp -av /home/docker/code/confs /root/.backup_defaults/ \
&& cp -av /home/docker/code/scripts /root/.backup_defaults/ \
&& cp -av /home/docker/code/Dockerfile /home/docker/code/AUTHORS /home/docker/code/README.md /root/.backup_defaults/ \
&& rm -rf /data/db /data/media /data/rcs-repo \
&& cp -av /home/docker/code/schema_dump/data/* /data/ \
&& rm -rf /home/docker/code/schema_dump/data
# checking the present working directory and copying of configfiles : {copying the '.emacs' file in /root/ } , {copying the 'maintenance' files in /home/docker/code/gstudio/gnowsys-ndf/gnowsys_ndf/ndf/templates/ } , {copying wsgi file to appropriate location}, {copying postgresql conf file to appropriate location} ,
RUN pwd | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& cp -v /home/docker/code/confs/emacs /root/.emacs | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& cp -v /home/docker/code/maintenance/maintenance* /home/docker/code/gstudio/gnowsys-ndf/gnowsys_ndf/ndf/templates/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& cp -v /home/docker/code/gstudio/gnowsys-ndf/gnowsys_ndf/wsgi.py /home/docker/code/gstudio/gnowsys-ndf/wsgi.py | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& rm /etc/postgresql/9.3/main/postgresql.conf | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& cp -v /home/docker/code/confs/local_settings.py.default /home/docker/code/gstudio/gnowsys-ndf/gnowsys_ndf/local_settings.py \
&& cat /home/docker/code/confs/bash_compl >> /root/.bashrc | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# setup all the configfiles (nginx, supervisord and postgresql)
RUN echo "daemon off;" >> /etc/nginx/nginx.conf \
&& rm /etc/nginx/sites-enabled/default | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& mv -v /etc/nginx/nginx.conf /tmp/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/nginx.conf /etc/nginx/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/nginx-app.conf /etc/nginx/sites-enabled/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/supervisor-app.conf /etc/supervisor/conf.d/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/postgresql.conf /etc/postgresql/9.3/main/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& mv -v /etc/mailname /tmp/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/mailname /etc/mailname | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& mv -v /etc/postfix/main.cf /tmp/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/main.cf /etc/postfix/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/sasl_passwd /etc/postfix/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& ln -s /home/docker/code/confs/sasl_passwd.db /etc/postfix/ | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
RUN echo "Size of deb packages files : " du -hs /var/cache/apt/archives/ \
&& ls -ltr /var/cache/apt/archives/ \
&& du -hs /var/cache/apt/archives/* \
&& rm -rf /var/cache/apt/archives/*.deb
# mongodb installation
# add our user and group first to make sure their IDs get assigned consistently, regardless of whatever dependencies get added
RUN groupadd -r mongodb \
&& useradd -r -g mongodb mongodb | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
numactl | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# && rm -rf /var/lib/apt/lists/*
# grab gosu for easy step-down from root
#RUN gpg --keyserver ha.pool.sks-keyservers.net --recv-keys B42F6819007F00F88E364FD4036A9C25BF357DD4 | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
#RUN curl -o /usr/local/bin/gosu -SL "https://github.com/tianon/gosu/releases/download/1.2/gosu-$(dpkg --print-architecture)" \
# && curl -o /usr/local/bin/gosu.asc -SL "https://github.com/tianon/gosu/releases/download/1.2/gosu-$(dpkg --print-architecture).asc" \
# && gpg --verify /usr/local/bin/gosu.asc \
# && rm /usr/local/bin/gosu.asc \
# && chmod +x /usr/local/bin/gosu | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# gpg: key 7F0CEB10: public key "Richard Kreuter <[email protected]>" imported
RUN apt-key adv --keyserver ha.pool.sks-keyservers.net --recv-keys 492EAFE8CD016A07919F1D2B9ECBEC467F0CEB10 | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# Mrunal : 12012016 : Changed the source for mongodb from "http://repo.mongodb.org/apt/ubuntu trusty/mongodb-org/3.1 multiverse" to "http://repo.mongodb.org/apt/ubuntu trusty/mongodb-org/3.2 multiverse"
RUN echo "deb http://repo.mongodb.org/apt/ubuntu trusty/mongodb-org/3.2 multiverse" > /etc/apt/sources.list.d/mongodb-org.list | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# Mrunal : 12012016 : Get the stable packages instead of unstable eg.- "mongodb-org-unstable" to "mongodb-org"
# Mrunal : 01022016 : Install specific version of mongodb : apt-get install mongodb-org-unstable=3.1.5 mongodb-org-unstable-shell=3.1.5 mongodb-org-unstable-mongos=3.1.5 mongodb-org-unstable-tools=3.1.5
RUN set -x \
&& apt-get update \
&& apt-get install -y --force-yes\
mongodb-org=3.2.4 \
mongodb-org-server=3.2.4 \
mongodb-org-shell=3.2.4 \
mongodb-org-mongos=3.2.4 \
mongodb-org-tools=3.2.4 \
# && rm -rf /var/lib/apt/lists/* \
&& rm -rf /var/lib/mongodb \
&& mv /etc/mongod.conf /etc/mongod.conf.orig | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
RUN mkdir -p /data/db && chown -R mongodb:mongodb /data/db | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
VOLUME /data ["/data", "/backups", "/softwares"]
# Exposing the ports - {ssh} , {smtp} , {https (with ssl)} , {http} , {for developement user (Developer)} , {smtpd command (to test mail machanism locally)} , {imap : gnowledge} , {smtp : gnowledge} , {mongodb}
RUN echo "EXPOSE 22 25 443 80 8000 1025 143 587" | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
EXPOSE 22 25 443 80 8000 1025 143 587 27017 8080 5555
# {change this line for your timezone} and {nltk installation and building search base} and {creation of schema_files directory}
RUN ln -sf /usr/share/zoneinfo/Asia/Kolkata /etc/localtime | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& pip install -U pyyaml nltk | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& /home/docker/code/scripts/nltk-initialization.py | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER} \
&& mkdir /home/docker/code/gstudio/gnowsys-ndf/gnowsys_ndf/ndf/management/commands/schema_files | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}
# Setting data directory for "collectstatic"
RUN cd /data/ \
&& wget http://clixplatform.tiss.edu/softwares/initial-schema-dump-clixplatform/clean-data-kedar-mrunal-20170324-clixplatform.tar.bz2 \
&& tar xvjf clean-data-kedar-mrunal-20170324-clixplatform.tar.bz2
# Restore default postgres database
RUN /etc/init.d/postgresql start \
&& echo "psql -f /data/pgdata.sql;" | sudo su - postgres \
&& crontab /home/docker/code/confs/mycron \
&& rm /etc/rc.local \
&& ln -s /home/docker/code/confs/rc.local /etc/ \
&& /etc/init.d/rc.local start \
&& /etc/init.d/postgresql start
# fab update
RUN cd /home/docker/code/gstudio/gnowsys-ndf/ \
&& pip install flower \
&& pip install Fabric==1.12.0 \
&& fab update_data
# Perform collectstatic
RUN echo yes | /usr/bin/python /home/docker/code/gstudio/gnowsys-ndf/manage.py collectstatic
CMD /home/docker/code/scripts/initialize.sh | sed -e "s/^/$(date +%Y%m%d-%H%M%S) : /" 2>&1 | tee -a ${LOG_INSTALL_DOCKER}