Skip to content

Instantly share code, notes, and snippets.

@Luis-Palacios

Luis-Palacios/1.python_dependencies.bash

Last active October 8, 2015 03:49
Show Gist options
  • Save Luis-Palacios/71c72d3723ea38cb2038 to your computer and use it in GitHub Desktop.
Save Luis-Palacios/71c72d3723ea38cb2038 to your computer and use it in GitHub Desktop.
Download ZIP
Installing and configuring ubuntu server for django application
Raw
1.python_dependencies.bash
#You will probably need root privilegies so use sudo before any command or login as root
#Lets update everything before we go
apt-get update
apt-get upgrade
#Now for the python dependencies
#You need all of this in order for python to compile with full power
apt-get install build-essential libsqlite3-dev sqlite3 bzip2 libbz2-dev
apt-get install libreadline-dev libncurses5-dev libssl1.0.0 tk8.5-dev zlib1g-dev liblzma-dev
apt-get install zlib1g-dev libreadline6-dev
apt-get install libssl-dev openssl
apt-get install libjpeg-dev
apt-get install libpq-dev python-dev
Raw
2.python_setup.bash
#Ok lets install python
#I like to keep the source that i use to install in /src
mkdir /src
cd /src
wget https://www.python.org/ftp/python/3.4.3/Python-3.4.3.tar.xz
tar xJf ./Python-3.4.3.tar.xz
cd Python-3.4.3/
./configure --prefix=/opt/python3.4.3 --with-ensurepip=install
make
make install
ln -s /opt/python3.4.3/bin/python3.4 /usr/bin/python3.4.3
Raw
3.tools.bash
#Now for the tooling
apt-get install git
apt-get install nodejs
apt-get install npm
apt-get install nodejs-legacy
npm install bower -g
npm install gulp -g
apt-get install postgresql postgresql-contrib
apt-get install python-virtualenv
apt-get install supervisor
apt-get install nginx
Raw
4.database.bash
#Now for the database
sudo su - postgres
createuser --interactive -P
Enter name of role to add: theDatabaseUser
Enter password for new role:
Enter it again:
Shall the new role be a superuser? (y/n) n
Shall the new role be allowed to create databases? (y/n) n
Shall the new role be allowed to create more new roles? (y/n) n
createdb theDatabaseName --owner theDatabaseUser
Raw
5.django_app_configuration.bash
sudo groupadd --system webapps
sudo useradd --system --gid webapps --shell /bin/bash --home /webapps/ webmaster
sudo mkdir /webapps
chown webmaster /webapps/
chown -R webmaster:users /webapps
chmod -R g+w /webapps
sudo su - webmaster
cd /webapps
git clone ...
cd yourrepo
virtualenv -p /usr/bin/python3.4.3 .
source bin/activate
pip install pip --upgrade
pip install -r requirements.txt
sudo su - webmaster
cd *_project
npm install
gulp optimize
python manage.py migrate
python manage.py createsuperuser
python manage.py collectstatic
pip install psycopg2
pip install dj-database-url
pip install gunicorn
pip install setproctitle
# you need to change your database connection in your settings.py to something like this:
import dj_database_url
DATABASES= {'default':dj_database_url.config(
default='postgres://theDatabaseUser:strongPasword@yourhost/theDatabaseName'
)}
# and set your allowed host to something like this:
ALLOWED_HOSTS = ['exampledomain.com']
#See gunicorn_start.bash file for detail about what's on the file
vim /webapps/yourrepo/bin/gunicorn_start
chmod u+x /webapps/yourrepo/bin/gunicorn_start
gunicorn_start
logout
# see djangoapp.bash file for detail
vim /etc/supervisor/conf.d/djangoapp.conf
sudo su - webmaster
cd repository
mkdir logs
cd logs
touch gunicorn_supervisor.log
logout
supervisorctl reread
supervisorctl update
Raw
6.nginx_configuration.bash
#see djangoappnginx.bash for more detail
vim /etc/nginx/sites-available/djangoappnginx
ln -s /etc/nginx/sites-available/djangoappnginx /etc/ngin x/sites-enabled/djangoappnginx
service nginx restart
# if you get error, you can check with this command
nginx -t
Raw
djangoapp.bash
[program:mentoreswebapp]
command = /webapps/yourepo/bin/gunicorn_start ; Command to start app sometimes need sh /bin/gunicorn_start
user = webmaster ; User to run as
stdout_logfile = /webapps/yourepo/logs/gunicorn_supervisor.log ; Where to write log messages
redirect_stderr = true ; Save stderr in the same log
environment=LANG=en_US.UTF-8,LC_ALL=en_US.UTF-8 ; Set UTF-8 as default encoding
Raw
djangoappnginx.bash
upstream hello_app_server {
# fail_timeout=0 means we always retry an upstream even if it failed
# to return a good HTTP response (in case the Unicorn master nukes a
# single worker for timing out).
server unix:/webapps/yourrepo/run/gunicorn.sock fail_timeout=0;
}
server {
listen 80;
server_name example.com;
charset utf-8;
client_max_body_size 4G;
access_log /webapps/yourrepo/logs/nginx-access.log;
error_log /webapps/yourrepo/logs/nginx-error.log;
location /static/ {
alias /webapps/yourrepo/static/;
}
location /media/ {
alias /webapps/yourrepo/media/;
}
location / {
# an HTTP header important enough to have its own Wikipedia entry:
# http://en.wikipedia.org/wiki/X-Forwarded-For
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
# enable this if and only if you use HTTPS, this helps Rack
# set the proper protocol for doing redirects:
# proxy_set_header X-Forwarded-Proto https;
# pass the Host: header from the client right along so redirects
# can be set properly within the Rack application
proxy_set_header Host $http_host;
# we don't want nginx trying to do something clever with
# redirects, we set the Host: header above already.
proxy_redirect off;
# set "proxy_buffering off" *only* for Rainbows! when doing
# Comet/long-poll stuff. It's also safe to set if you're
# using only serving fast clients with Unicorn + nginx.
# Otherwise you _want_ nginx to buffer responses to slow
# clients, really.
# proxy_buffering off;
# Try to serve static files from nginx, no point in making an
# *application* server like Unicorn/Rainbows! serve static files.
if (!-f $request_filename) {
proxy_pass http://hello_app_server;
break;
}
}
# Error pages
error_page 500 502 503 504 /500.html;
location = /500.html {
root /webapps/yourrepo/static/;
}
}
Raw
gunicorn_start.bash
#!/bin/bash
#You will need to change this according to your settings
NAME="webappname" # Name of the application
DJANGODIR=/webapps/directory/djangoproject # Django project directory
SOCKFILE=/webapps/directory/run/gunicorn.sock # we will communicte using this unix socket
USER=webmaster # the user to run as
GROUP=webapps # the group to run as
NUM_WORKERS=3 # how many worker processes should Gunicorn spawn
DJANGO_SETTINGS_MODULE=djangoproject.settings # which settings file should Django use
DJANGO_WSGI_MODULE=djangoproject.wsgi # WSGI module name
echo "Starting $NAME as `whoami`"
# Activate the virtual environment
cd $DJANGODIR
source ../bin/activate
export DJANGO_SETTINGS_MODULE=$DJANGO_SETTINGS_MODULE
export PYTHONPATH=$DJANGODIR:$PYTHONPATH
# Create the run directory if it doesn't exist
RUNDIR=$(dirname $SOCKFILE)
test -d $RUNDIR || mkdir -p $RUNDIR
# Start your Django Unicorn
# Programs meant to be run under supervisor should not daemonize themselves (do not use --daemon)
exec ../bin/gunicorn ${DJANGO_WSGI_MODULE}:application \
--name $NAME \
--workers $NUM_WORKERS \
--user=$USER --group=$GROUP \
--bind=unix:$SOCKFILE \
--log-level=debug \
--log-file=-
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment