From 29cc141f7ec36d25360c4e758d36f428bf3439b8 Mon Sep 17 00:00:00 2001 From: Rodolfo Carvalho Date: Thu, 4 Jun 2015 16:47:06 +0200 Subject: [PATCH] Improvements * Move OpenShift-specific files to openshift/ * Add note about ephemeral database * Document how to read logs * Document one-off cmd execution * Remove APP_MODULE from templates: should be auto-detected for Django projects. * Remove gunicorn config file and document APP_CONFIG --- README.md | 112 +++++++++++++++--- gunicorn_conf.py | 2 - .../scripts}/run-in-container.sh | 35 +----- .../django-postgresql.json} | 14 +-- .../django.json} | 14 +-- 5 files changed, 104 insertions(+), 73 deletions(-) delete mode 100644 gunicorn_conf.py rename {scripts => openshift/scripts}/run-in-container.sh (52%) rename openshift/{django-source-postgresql.json => templates/django-postgresql.json} (95%) rename openshift/{django-source.json => templates/django.json} (94%) diff --git a/README.md b/README.md index ce589f3..9164ff7 100644 --- a/README.md +++ b/README.md @@ -24,6 +24,24 @@ From this initial state you can: * install more Python libraries and add them to the `requirements.txt` file +## Special files in this repository + +Apart from the regular files created by Django (`project/*`, `welcome/*`, `manage.py`), this repository contains: + +``` +.sti/ +└── bin/ - scripts used by source-to-image + ├── assemble - executed to produce a Docker image with your code and dependencies during build + └── run - executed to start your app during deployment + +openshift/ - OpenShift-specific files +├── scripts - helper scripts +└── templates - application templates + +requirements.txt - list of dependencies +``` + + ## Local development To run this project in your development machine, follow these steps: @@ -42,11 +60,11 @@ To run this project in your development machine, follow these steps: `./manage.py migrate` -4. If everything is alright, you should be able to start the Django development server: +5. If everything is alright, you should be able to start the Django development server: `./manage.py runserver` -5. Open your browser and go to http://127.0.0.1:8000, you will be greeted with a welcome page. +6. Open your browser and go to http://127.0.0.1:8000, you will be greeted with a welcome page. ## Deploying to OpenShift @@ -56,13 +74,13 @@ To follow the next steps, you need to be logged in to an OpenShift cluster and h ### Using an application template -The directory `openshift/` contains OpenShift application template files that you can add you your OpenShift project with: +The directory `openshift/templates/` contains OpenShift application templates that you can add to your OpenShift project with: - osc create -f openshift/.json + osc create -f openshift/templates/.json -The template `django-source.json` contains just a minimal set of components to get your Django application into OpenShift. +The template `django.json` contains just a minimal set of components to get your Django application into OpenShift. -The template `django-source-postgresql.json` contains all of the components from `django-source.json`, plus a PostgreSQL database service and an Image Stream for the Python base image. +The template `django-postgresql.json` contains all of the components from `django.json`, plus a PostgreSQL database service and an Image Stream for the Python base image. For simplicity, the PostgreSQL database in this template uses ephemeral storage and, therefore, is not production ready. After adding your templates, you can go to your OpenShift web console, browse to your project and click the create button. Create a new app from one of the templates that you have just added. @@ -104,24 +122,82 @@ Service "django-ex" created at 172.30.16.213 with port mappings 8080. You can access your application by browsing to the service's IP address and port. -## Special files in this repository +## Logs -Apart from the regular files created by Django (`project/*`, `welcome/*`, `manage.py`), this repository contains: +By default your Django application is served with gunicorn and configured to output its access log to stderr. +You can look at the combined stdout and stderr of a given pod with this command: -``` -.sti/ -└── bin/ - scripts used by source-to-image - ├── assemble - executed to produce a Docker image with your code and dependencies during build - └── run - executed to start your app during deployment + osc get pods # list all pods in your project + osc logs -openshift/ - application templates for OpenShift +This can be useful to observe the correct functioning of your application. -scripts/ - helper scripts to automate some tasks -gunicorn_conf.py - configuration for the gunicorn HTTP server +## Special environment variables -requirements.txt - list of dependencies -``` +### APP_CONFIG + +You can fine tune the gunicorn configuration through the environment variable `APP_CONFIG` that, when set, should point to a config file as documented [here](http://docs.gunicorn.org/en/latest/settings.html). + +### DJANGO_SECRET_KEY + +When using one of the templates provided in this repository, this environment variable has its value automatically generated. For security purposes, make sure to set this to a random string as documented [here](https://docs.djangoproject.com/en/1.8/ref/settings/#std:setting-SECRET_KEY). + + +## One-off command execution + +At times you might want to manually execute some command in the context of a running application in OpenShift. +You can drop into a Python shell for debugging, create a new user for the Django Admin interface, or perform any other task. + +You can do all that by using regular CLI commands from OpenShift. +To make it a little more convenient, you can use the script `openshift/scripts/run-in-container.sh` that wraps some calls to `osc`. +In the future, the `osc` CLI tool might incorporate changes +that make this script obsolete. + +Here is how you would run a command in a pod specified by label: + +1. Inpect the output of the command below to find the name of a pod that matches a given label: + + osc get pods -l + +2. Open a shell in the pod of your choice: + + osc exec -p -it -- bash + +3. Because of how `kubectl exec` and `osc exec` work right now, your current working directory is root (/). Change it to where your code lives: + + cd $HOME + +4. Because of how the images produced with CentOS and RHEL work currently, you need to manually enable any Software Collections you need to use: + + source scl_source enable python33 + +5. Finally, execute any command that you need and exit the shell. + +Related GitHub issues: +1. https://github.com/GoogleCloudPlatform/kubernetes/issues/8876 +2. https://github.com/GoogleCloudPlatform/kubernetes/issues/7770 +3. https://github.com/openshift/origin/issues/2001 + + +The wrapper script combines the steps above into one. You can use it like this: + + ./run-in-container.sh ./manage.py migrate # manually migrate the database + # (done for you as part of the deployment process) + ./run-in-container.sh ./manage.py createsuperuser # create a user to access Django Admin + ./run-in-container.sh ./manage.py shell # open a Python shell in the context of your app + +If your Django pods are labeled with a name other than "django", you can use: + + POD_NAME=name ./run-in-container.sh ./manage.py check + +If there is more than one replica, you can also specify a POD by index: + + POD_INDEX=1 ./run-in-container.sh ./manage.py shell + +Or both together: + + POD_NAME=frontend POD_INDEX=2 ./run-in-container.sh ./manage.py shell ## Data persistence diff --git a/gunicorn_conf.py b/gunicorn_conf.py deleted file mode 100644 index 79dee76..0000000 --- a/gunicorn_conf.py +++ /dev/null @@ -1,2 +0,0 @@ -# Send the access log to stderr so it can be consumed by `osc logs`. -accesslog = "-" diff --git a/scripts/run-in-container.sh b/openshift/scripts/run-in-container.sh similarity index 52% rename from scripts/run-in-container.sh rename to openshift/scripts/run-in-container.sh index 4eda1e1..f3bc42e 100755 --- a/scripts/run-in-container.sh +++ b/openshift/scripts/run-in-container.sh @@ -8,52 +8,29 @@ # convenient to use. In the future, the `osc` cli tool might incorporate changes # that make this script obsolete. -# Here is how you would run a command in a pod specified by label [1]: -# -# 1. Inpect the output of the command below to find the name of a pod that -# matches a given label: -# -# osc get pods -l -# -# 2. Open a bash shell in the pod of your choice: -# -# osc exec -p -it -- bash -# -# 3. Because of how `kubectl exec` and `osc exec` work right now [2], your -# current working directory is root (/). Change it to where your code lives: -# -# cd $HOME -# -# 4. Because of how the images produced with CentOS and RHEL work currently [3], -# you need to manually enable any Software Collections you need to use: -# -# source scl_source enable python33 -# -# 5. Finally, execute any command that you need and exit the shell. -# # Related GitHub issues: # [1] https://github.com/GoogleCloudPlatform/kubernetes/issues/8876 # [2] https://github.com/GoogleCloudPlatform/kubernetes/issues/7770 # [3] https://github.com/openshift/origin/issues/2001 -# You can use this wrapper like this: +# Usage examples: # # ./run-in-container.sh ./manage.py migrate # ./run-in-container.sh ./manage.py createsuperuser -# ./run-in-container.sh tail -f access.log +# ./run-in-container.sh ./manage.py shell # # If your Python pods are labeled with a name other than "django", you can use: # -# POD_NAME=something ./run-in-container.sh ./manage.py check +# POD_NAME=name ./run-in-container.sh ./manage.py check # -# You can also specify a POD by index: +# If there is more than one replica, you can also specify a POD by index: # -# POD_INDEX=1 ./run-in-container.sh tail -f access.log +# POD_INDEX=1 ./run-in-container.sh ./manage.py shell # # Or both together: # -# POD_NAME=frontend POD_INDEX=2 ./run-in-container.sh tail -f access.log +# POD_NAME=frontend POD_INDEX=2 ./run-in-container.sh ./manage.py shell # Get name of a currently deployed pod by label and index diff --git a/openshift/django-source-postgresql.json b/openshift/templates/django-postgresql.json similarity index 95% rename from openshift/django-source-postgresql.json rename to openshift/templates/django-postgresql.json index 3792f99..37cec1c 100644 --- a/openshift/django-source-postgresql.json +++ b/openshift/templates/django-postgresql.json @@ -181,10 +181,6 @@ "name": "DATABASE_PASSWORD", "value": "${DATABASE_PASSWORD}" }, - { - "name": "APP_MODULE", - "value": "${APP_MODULE}" - }, { "name": "APP_CONFIG", "value": "${APP_CONFIG}" @@ -327,19 +323,13 @@ "generate": "expression", "from": "[a-zA-Z0-9]{16}" }, - { - "name": "APP_MODULE", - "description": "Python dotted path to your Django WSGI application", - "value": "project.wsgi" - }, { "name": "APP_CONFIG", - "description": "Relative path to Gunicorn configuration file (optional)", - "value": "gunicorn_conf.py" + "description": "Relative path to Gunicorn configuration file (optional)" }, { "name": "DJANGO_SECRET_KEY", - "description": "Django secret key", + "description": "Set this to a long random string", "generate": "expression", "from": "[\\w]{50}" } diff --git a/openshift/django-source.json b/openshift/templates/django.json similarity index 94% rename from openshift/django-source.json rename to openshift/templates/django.json index 120aef7..3b3a0d5 100644 --- a/openshift/django-source.json +++ b/openshift/templates/django.json @@ -159,10 +159,6 @@ "name": "DATABASE_PASSWORD", "value": "${DATABASE_PASSWORD}" }, - { - "name": "APP_MODULE", - "value": "${APP_MODULE}" - }, { "name": "APP_CONFIG", "value": "${APP_CONFIG}" @@ -229,19 +225,13 @@ "description": "Image Stream of the builder image", "value": "python-33-centos7" }, - { - "name": "APP_MODULE", - "description": "Python dotted path to your Django WSGI application", - "value": "project.wsgi" - }, { "name": "APP_CONFIG", - "description": "Relative path to Gunicorn configuration file (optional)", - "value": "gunicorn_conf.py" + "description": "Relative path to Gunicorn configuration file (optional)" }, { "name": "DJANGO_SECRET_KEY", - "description": "Django secret key", + "description": "Set this to a long random string", "generate": "expression", "from": "[\\w]{50}" }