diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml index 9760604..dc0d8ac 100644 --- a/.github/workflows/python.yml +++ b/.github/workflows/python.yml @@ -26,7 +26,7 @@ jobs: shell: bash - name: Run Django Tests - run: docker-compose -f docker-compose-dev.yaml exec --env TESTING=True -T web pytest + run: docker-compose -f docker-compose-dev.yaml exec --env TESTING=True -T web pytest # Run with coverage, saves report on htmlcov dir # run: docker-compose -f docker-compose-dev.yaml exec --env TESTING=True -T web pytest --cov --cov-report=html --cov-config=.coveragerc diff --git a/AUTHORS.txt b/AUTHORS.txt index 010ca05..8298c27 100644 --- a/AUTHORS.txt +++ b/AUTHORS.txt @@ -1,5 +1 @@ -Yiannis Stergiou - ys.stergiou@gmail.com -Markos Gogoulos - mgogoulos@gmail.com -Swift Ugandan - swiftugandan@gmail.com - Please see https://github.com/mediacms-io/mediacms/graphs/contributors for complete list of contributors to this repository! \ No newline at end of file diff --git a/Dockerfile b/Dockerfile index 8e36aa9..af6ae1c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -11,6 +11,7 @@ RUN mkdir -p /home/mediacms.io/mediacms/{logs} && cd /home/mediacms.io && python # Install dependencies: COPY requirements.txt . + RUN pip install -r requirements.txt COPY . /home/mediacms.io/mediacms diff --git a/Dockerfile-dev b/Dockerfile-dev index af64610..d89e6ac 100644 --- a/Dockerfile-dev +++ b/Dockerfile-dev @@ -10,10 +10,12 @@ ENV PIP_NO_CACHE_DIR=1 RUN mkdir -p /home/mediacms.io/mediacms/{logs} && cd /home/mediacms.io && python3 -m venv $VIRTUAL_ENV # Install dependencies: -COPY requirements.txt . +COPY requirements.txt . COPY requirements-dev.txt . -RUN pip install -r requirements-dev.txt +RUN pip install -r requirements.txt + +RUN pip install -r requirements-dev.txt COPY . /home/mediacms.io/mediacms WORKDIR /home/mediacms.io/mediacms diff --git a/README.md b/README.md index d4a5266..86186a0 100644 --- a/README.md +++ b/README.md @@ -73,7 +73,7 @@ We provide custom installations, development of extra functionality, migration f -## Hardware dependencies +## Hardware considerations For a small to medium installation, with a few hours of video uploaded daily, and a few hundreds of active daily users viewing content, 4GB Ram / 2-4 CPUs as minimum is ok. For a larger installation with many hours of video uploaded daily, consider adding more CPUs and more Ram. @@ -99,6 +99,10 @@ There are two ways to run MediaCMS, through Docker Compose and through installin Visit [Configuration](docs/admins_docs.md#5-configuration) page. +## Information for developers +Check out the new section on the [Developer Experience](docs/dev_exp.md) page + + ## Documentation * [Users documentation](docs/user_docs.md) page @@ -115,7 +119,7 @@ This software uses the following list of awesome technologies: Python, Django, D - **Cinemata** non-profit media, technology and culture organization - https://cinemata.org - **Critical Commons** public media archive and fair use advocacy network - https://criticalcommons.org -- **Heritales** International Heritage Film Festival - https://stage.heritales.org +- **American Association of Gynecologic Laparoscopists** - https://surgeryu.aagl.org/ ## How to contribute @@ -125,7 +129,8 @@ If you like the project, here's a few things you can do - Suggest us to others that are interested to hire us - Write a blog post/article about MediaCMS - Share on social media about the project -- Open issues, participate on discussions, report bugs, suggest ideas +- Open issues, participate on [discussions](https://github.com/mediacms-io/mediacms/discussions), report bugs, suggest ideas +- [Show and tell](https://github.com/mediacms-io/mediacms/discussions/categories/show-and-tell) how you are using the project - Star the project - Add functionality, work on a PR, fix an issue! diff --git a/cms/dev_settings.py b/cms/dev_settings.py new file mode 100644 index 0000000..94575f4 --- /dev/null +++ b/cms/dev_settings.py @@ -0,0 +1,48 @@ +# Development settings, used in docker-compose-dev.yaml +import os + +BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) + +INSTALLED_APPS = [ + 'django.contrib.admin', + 'django.contrib.auth', + 'allauth', + 'allauth.account', + 'allauth.socialaccount', + 'django.contrib.contenttypes', + 'django.contrib.sessions', + 'django.contrib.messages', + 'django.contrib.staticfiles', + 'django.contrib.sites', + 'rest_framework', + 'rest_framework.authtoken', + 'imagekit', + 'files.apps.FilesConfig', + 'users.apps.UsersConfig', + 'actions.apps.ActionsConfig', + 'debug_toolbar', + 'mptt', + 'crispy_forms', + 'uploader.apps.UploaderConfig', + 'djcelery_email', + 'ckeditor', + 'drf_yasg', + 'corsheaders', +] + +MIDDLEWARE = [ + 'corsheaders.middleware.CorsMiddleware', + 'django.middleware.security.SecurityMiddleware', + 'django.contrib.sessions.middleware.SessionMiddleware', + 'django.middleware.common.CommonMiddleware', + 'django.middleware.csrf.CsrfViewMiddleware', + 'django.contrib.auth.middleware.AuthenticationMiddleware', + 'django.contrib.messages.middleware.MessageMiddleware', + 'django.middleware.clickjacking.XFrameOptionsMiddleware', + 'debug_toolbar.middleware.DebugToolbarMiddleware', +] + +DEBUG = True +CORS_ORIGIN_ALLOW_ALL = True +STATICFILES_DIRS = (os.path.join(BASE_DIR, 'static/'),) +STATIC_ROOT = None diff --git a/cms/settings.py b/cms/settings.py index 33a3cee..33fd796 100644 --- a/cms/settings.py +++ b/cms/settings.py @@ -493,3 +493,13 @@ if GLOBAL_LOGIN_REQUIRED: DO_NOT_TRANSCODE_VIDEO = False DEFAULT_AUTO_FIELD = 'django.db.models.AutoField' + +# the following is related to local development using docker +# and docker-compose-dev.yaml +try: + DEVELOPMENT_MODE = os.environ.get("DEVELOPMENT_MODE") + if DEVELOPMENT_MODE: + # keep a dev_settings.py file for local overrides + from .dev_settings import * # noqa +except ImportError: + pass diff --git a/docker-compose-dev.yaml b/docker-compose-dev.yaml index 0e2707b..959dd67 100644 --- a/docker-compose-dev.yaml +++ b/docker-compose-dev.yaml @@ -1,6 +1,22 @@ version: "3" services: + migrations: + build: + context: . + dockerfile: ./Dockerfile-dev + image: mediacms/mediacms-dev:latest + volumes: + - ./:/home/mediacms.io/mediacms/ + command: "python manage.py migrate" + environment: + DEVELOPMENT_MODE: "True" + restart: on-failure + depends_on: + redis: + condition: service_healthy + db: + condition: service_healthy frontend: image: node:14 volumes: @@ -18,7 +34,9 @@ services: context: . dockerfile: ./Dockerfile-dev image: mediacms/mediacms-dev:latest + command: "python manage.py runserver 0.0.0.0:80" environment: + DEVELOPMENT_MODE: "True" ADMIN_USER: 'admin' ADMIN_PASSWORD: 'admin' ADMIN_EMAIL: 'admin@localhost' @@ -27,10 +45,7 @@ services: volumes: - ./:/home/mediacms.io/mediacms/ depends_on: - redis: - condition: service_healthy - db: - condition: service_healthy + - migrations db: image: postgres:15.2-alpine volumes: @@ -54,3 +69,16 @@ services: interval: 30s timeout: 10s retries: 3 + celery_worker: + image: mediacms/mediacms-dev:latest + deploy: + replicas: 1 + volumes: + - ./:/home/mediacms.io/mediacms/ + environment: + ENABLE_UWSGI: 'no' + ENABLE_NGINX: 'no' + ENABLE_CELERY_BEAT: 'no' + ENABLE_MIGRATIONS: 'no' + depends_on: + - web diff --git a/docs/dev_exp.md b/docs/dev_exp.md new file mode 100644 index 0000000..555b7ba --- /dev/null +++ b/docs/dev_exp.md @@ -0,0 +1,60 @@ +# Developer Experience +There is ongoing effort to provide a better developer experience and document it. + +## How to develop locally with Docker +First install a recent version of [Docker](https://docs.docker.com/get-docker/), and [Docker Compose](https://docs.docker.com/compose/install/). + +Then run `docker-compose -f docker-compose-dev.yaml up` + +``` +user@user:~/mediacms$ docker-compose -f docker-compose-dev.yaml up +``` + +In a few minutes the app will be available at http://localhost . Login via admin/admin + +### What does docker-compose-dev.yaml do? +It build the two images used for backend and frontend. + +* Backend: `mediacms/mediacms-dev:latest` +* Frontend: `frontend` + +and will start all services required for MediaCMS, as Celery/Redis for asynchronous tasks, PostgreSQL database, Django and React + +For Django, the changes from the image produced by docker-compose.yaml are these: + +* Django runs in debug mode, with `python manage.py runserver` +* uwsgi and nginx are not run +* Django runs in Debug mode, with Debug Toolbar +* Static files (js/css) are loaded from static/ folder +* corsheaders is installed and configured to allow all origins + +For React, it will run `npm start` in the frontend folder, which will start the development server. +Check it on http://localhost:8088/ + +### How to develop in Django +Django starts at http://localhost and is reloading automatically. Making any change to the python code should refresh Django. + +### How to develop in React +React is started on http://localhost:8088/ , code is located in frontend/ , so making changes there should have instant effect on the page. Keep in mind that React is loading data from Django, and that it has to be built so that Django can serve it. + +### Making changes to the frontend + +The way React is added is more complicated than the usual SPA project and this is because React is used as a library loaded by Django Templates, so it is not a standalone project and is not handling routes etc. + +The two directories to consider are: +* frontend/src , for the React files +* templates/, for the Django templates. + +Django is using a highly intuitive hierarchical templating system (https://docs.djangoproject.com/en/4.2/ref/templates/), where the base template is templates/root.html and all other templates are extending it. + +React is called through the Django templates, eg templates/cms/media.html is loading js/media.js + +In order to make changes to React code, edit code on frontend/src and check it's effect on http://localhost:8088/ . Once ready, build it and copy it to the Django static folder, so that it is served by Django. + +### Development workflow with the frontend +1. Edit frontend/src/ files +2. Check changes on http://localhost:8088/ +3. Build frontend with `docker-compose -f docker-compose-dev.yaml exec frontend npm run dist` +4. Copy static files to Django static folder with`cp -r frontend/dist/static/* static/` +5. Restart Django - `docker-compose -f docker-compose-dev.yaml restart web` so that it uses the new static files +6. Commit the changes \ No newline at end of file diff --git a/requirements-dev.txt b/requirements-dev.txt index 24b6367..021bee5 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -12,3 +12,5 @@ pytest-cov pytest-django pytest-factoryboy Faker +django-cors-headers +