Updated autoupdate service (#6446)

Co-authored-by: Adrian Richter <adrian@intevation.de>

.gitattributes

@@ -1,4 +0,0 @@
-.gitattributes 	export-ignore
-.gitignore 	export-ignore
-/docs		export-ignore
-/extras 	export-ignore

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,37 @@
+---
+name: Bug report
+about: Create a report to help us improve OpenSlides
+title: ""
+labels: bug
+assignees: ""
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**How to Reproduce**
+Steps to reproduce the behavior: preferably on [nighty](https://nightly.demo.openslides.org)
+
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**System information**
+
+- OpenSlides-Version: [e.g. 2.1, 2.2, 2.3, 3,0]
+- Additional version information (if any): [e.g. commit hash or installation-month]
+- Python Version: [e.g. 3,5, 3.6, 3.7]
+- Device: [e.g. iPhone6, Notebook]
+- OS: [e.g. Andoird 7, iOS8.1, Windows 10]
+- Browser: [e.g. chrome, firefox, opera, edge, safari]
+- Browser-Version: [e.g. 22]
+
+**Additional context**
+Add any other information to comprehend your problem
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,19 @@
+---
+name: Feature request
+about: Suggest an idea for OpenSlides
+title: ""
+labels: feature
+assignees: ""
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/initial-data-migrations/docker-compose.yml

@@ -0,0 +1,39 @@
+version: "3"
+services:
+    backend:
+        image: openslides-backend
+        ports:
+            - "9002:9002"
+        environment:
+            - DATASTORE_READER_HOST=reader
+            - DATASTORE_READER_PORT=9010
+            - DATASTORE_WRITER_HOST=writer
+            - DATASTORE_WRITER_PORT=9011
+        depends_on:
+            - writer
+            - reader
+    reader:
+        image: openslides-datastore-reader
+        environment:
+            - DATASTORE_ENABLE_DEV_ENVIRONMENT=1
+        depends_on:
+            - postgresql
+        ports:
+            - "9010:9010"
+    writer:
+        image: openslides-datastore-writer
+        environment:
+            - DATASTORE_ENABLE_DEV_ENVIRONMENT=1
+            - MESSAGE_BUS_HOST=redis
+            - MESSAGE_BUS_PORT=6379
+        depends_on:
+            - postgresql
+            - redis
+    postgresql:
+        image: postgres:11
+        environment:
+            - POSTGRES_USER=openslides
+            - POSTGRES_PASSWORD=openslides
+            - POSTGRES_DB=openslides
+    redis:
+        image: redis:alpine

.github/workflows/build_images.yml

@@ -0,0 +1,90 @@
+---
+name: Build Docker images for all OpenSlides services
+on: [push, workflow_dispatch]
+
+env:
+  IMAGE_VERSION: 4.0.0-beta
+  TAG_SUFFIX: -$(date +%Y%m%d)-${GITHUB_SHA::7}
+jobs:
+  build:
+    name: Builds Docker images
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        service:
+          - name: openslides-proxy
+            directory: proxy
+
+          - name: openslides-client
+            directory: openslides-client
+
+          - name: openslides-backend
+            directory: openslides-backend
+
+          - name: openslides-datastore-reader
+            directory: openslides-datastore-service
+            args:
+              MODULE: reader
+              PORT: 9010
+
+          - name: openslides-datastore-writer
+            directory: openslides-datastore-service
+            args:
+              MODULE: writer
+              PORT: 9011
+
+          - name: openslides-autoupdate
+            directory: openslides-autoupdate-service
+
+          - name: openslides-auth
+            directory: openslides-auth-service
+
+          - name: openslides-vote
+            directory: openslides-vote-service
+
+          - name: openslides-icc
+            directory: openslides-icc-service
+
+          - name: openslides-media
+            directory: openslides-media-service
+
+          - name: openslides-manage
+            directory: openslides-manage-service
+
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v2
+        with:
+          submodules: true
+
+      - name: Build image
+        working-directory: ${{ matrix.service.directory }}
+        env:
+          DOCKER_BUILDKIT: 1
+        run: |
+          if [ "${{ matrix.service.name }}" = "openslides-client" ]
+          then
+            eval echo ${IMAGE_VERSION}${TAG_SUFFIX} > client/src/assets/version.txt
+          fi
+          if [ "${{ matrix.service.args }}" != "" ]
+          then
+            export BUILD_ARGS="--build-arg MODULE=${{ matrix.service.args.MODULE }}
+                               --build-arg PORT=${{ matrix.service.args.PORT }}"
+          fi
+          docker build . --tag ${{ matrix.service.name }} $BUILD_ARGS
+
+      - name: Log into registry
+        run: echo "${{ secrets.GITHUB_TOKEN }}" |
+          docker login ghcr.io --username ${{ github.actor }} --password-stdin
+
+      - name: Push image
+        run: |
+          IMAGE_ID=ghcr.io/${{ github.repository }}/${{ matrix.service.name }}
+
+          # Change all uppercase to lowercase
+          IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]')
+
+          docker tag ${{ matrix.service.name }} ${IMAGE_ID}:$(eval echo ${IMAGE_VERSION}${TAG_SUFFIX})
+          docker tag ${{ matrix.service.name }} ${IMAGE_ID}:latest
+          docker push ${IMAGE_ID}:$(eval echo ${IMAGE_VERSION}${TAG_SUFFIX})
+          docker push ${IMAGE_ID}:latest

.github/workflows/test-integration.yml

@@ -0,0 +1,25 @@
+---
+name: Run integration tests (cypress)
+on: [push, pull_request]
+
+jobs:
+  run-cypress:
+    name: 'Runs integration tests in cypress'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v2
+        with:
+          submodules: recursive
+
+      - name: Build and run OS4 Dev
+        run: make run-dev ARGS="-d"
+
+      - name: Run integration tests (cypress)
+        uses: cypress-io/github-action@v2
+        with:
+          working-directory: integration
+          wait-on: 'https://localhost:8000'
+          wait-on-timeout: 300
+        env:
+          NODE_TLS_REJECT_UNAUTHORIZED: 0

.gitignore

@@ -1,27 +1,49 @@
 # General
-*.pyc
 *.swp
+*.swo
+*.log
 *~
-
-# Virtual Environment
-.virtualenv/*
-.venv/*
-
-# Javascript tools and libraries
-node_modules/*
-bower_components/*
-
-# Development user data (settings, database, media, search index, static files)
-development/*
-openslides/static/*
-
-# Package building/IDE
-docs/_build/*
-*.egg-info
-build/*
-dist/*
 .DS_Store
 .idea
+*.code-workspace
 
-# Unit test and coverage reports
+# docs
+docs/modelsvalidator/modelsvalidator
+dev-commands/export.json
+
+# certs
+*.pem
+
+# Deployment
+/docker/docker-compose.yml
+/docker/docker-stack.yml
+/docker/secrets/auth_*_key
+docker/secrets/*.env
+
+# Integration testing
+/integration/results
+/integration/cypress/downloads
+/integration/cypress/screenshots
+/integration/cypress/videos
+/integration/node_modules
+
+# Old OS3 files and folders
 .coverage
+.mypy_cache
+Compodoc
+__pycache__
+bower_components
+client
+make
+openslides_*
+openslides
+personal_data
+tests
+.launch/
+.venv/
+.virtualenv/
+.vscode/
+client/package-lock.json
+server/
+# OS3+-Submodules
+/autoupdate/

.gitmodules

@@ -0,0 +1,36 @@
+[submodule "openslides-datastore-service"]
+	path = openslides-datastore-service
+	url = https://github.com/OpenSlides/openslides-datastore-service.git
+	branch = main
+[submodule "openslides-client"]
+	path = openslides-client
+	url = https://github.com/OpenSlides/openslides-client.git
+	branch = main
+[submodule "openslides-backend"]
+	path = openslides-backend
+	url = https://github.com/OpenSlides/openslides-backend.git
+	branch = main
+[submodule "openslides-autoupdate-service"]
+	path = openslides-autoupdate-service
+	url = https://github.com/OpenSlides/openslides-autoupdate-service.git
+	branch = main
+[submodule "openslides-auth-service"]
+	path = openslides-auth-service
+	url = https://github.com/OpenSlides/openslides-auth-service.git
+	branch = main
+[submodule "openslides-media-service"]
+	path = openslides-media-service
+	url = https://github.com/OpenSlides/openslides-media-service.git
+	branch = main
+[submodule "openslides-manage-service"]
+	path = openslides-manage-service
+	url = https://github.com/OpenSlides/openslides-manage-service.git
+	branch = main
+[submodule "openslides-icc-service"]
+	path = openslides-icc-service
+	url = https://github.com/OpenSlides/openslides-icc-service.git
+	branch = main
+[submodule "openslides-vote-service"]
+	path = openslides-vote-service
+	url = https://github.com/OpenSlides/openslides-vote-service.git
+	branch = main

.travis.yml

@@ -1,26 +0,0 @@
-language: python
-sudo: false
-cache:
-  directories:
-    - node_modules
-    - $HOME/virtualenv/python$TRAVIS_PYTHON_VERSION/lib/python$TRAVIS_PYTHON_VERSION/site-packages/
-    - $HOME/virtualenv/python$TRAVIS_PYTHON_VERSION/bin/
-python:
-  - "3.3"
-  - "3.4"
-install:
-  - "pip install --upgrade --requirement requirements.txt"
-  - "npm install"
-  - "node_modules/.bin/bower install"
-  - "node_modules/.bin/gulp --production"
-script:
-  - "flake8 openslides tests"
-  - "isort --check-only --recursive openslides tests"
-
-  - "DJANGO_SETTINGS_MODULE='tests.settings' coverage run ./manage.py test tests.unit"
-  - "coverage report --fail-under=43"
-
-  - "DJANGO_SETTINGS_MODULE='tests.settings' coverage run ./manage.py test tests.integration"
-  - "coverage report --fail-under=50"
-
-  - "DJANGO_SETTINGS_MODULE='tests.old.settings' ./manage.py test tests.old"

AUTHORS

@@ -16,3 +16,24 @@ Authors of OpenSlides in chronological order of first contribution:
     Dominik Breu <dominikbreu@yahoo.de>
     André Böhlke <ab@bcoding.de>
     René von der Haar <rene.vonderhaar@medienweite.de> (Logo design)
+    Jörn Bensch <bensch@triagonale.de> (Template design)
+    John Felipe Urrego Mejia <ingenierofelipeurrego@gmail.com> (Spanish translation)
+    Erik Steenman <eriksteenman@gmail.com>
+    Sean Engelhardt <sean.f.t.engelhardt@gmail.com>
+    Maximilian Krambach <maximilian.krambach@gmx.de>
+    Joel Macht <joel.macht@web.de>
+    Finn Stutzenstein <finn.stutzenstein@intevation.de>
+    Thomas Junk <lilith2k3@archlinux.us>
+    Meinert Leinigen <openslides@leinigen.cc>
+    Andreas Engler <engel.a@web.de> (Russian translation)
+    Raimund Renkert <raimund@renkert.org>
+    Jochen Saalfeld <jochen.saalfeld@intevation.de>
+    Fadi Abbud <fmfn13@hotmail.com>
+    Gabriel Meyer <meyergabriel@live.de>
+    Gernot Schulz <gernot@intevation.de>
+    Joshua Sangmeister <joshua.sangmeister@gmail.com>
+    Ralf Peschke <rpeschke@peschke-it.de>
+    Ludwig Reiter <ludwig.reiter@intevation.de>
+    Adrian Richter <adrian@intevation.de>
+    Camille Akmut
+    Johannes Rolf <johannes.rolf@rwth-aachen.de>

CHANGELOG

@@ -1,489 +0,0 @@
-=========================
- CHANGELOG of OpenSlides
-=========================
-
-http://openslides.org
-
-Version 2.0.0 (unreleased)
-==========================
-[https://github.com/OpenSlides/OpenSlides/milestones/2.0]
-
-Agenda:
-- Updated the tests and changed internal parts of method of the agenda model.
-- Removed mptt.
-Assignments:
-- Renamed app from assignment to assignments.
-- Massive refactoring and cleanup of the app.
-Motions:
-- Renamed app from motion to motions.
-Mediafiles:
-- Renamed app from mediafile to mediafiles.
-Users:
-- Massive refactoring of the participant app. Now called 'users'.
-- Used new anonymous user object instead of an authentification backend. Used
-  special authentication class for REST requests.
-- Used authentication frontend via AngularJS.
-Other:
-- New OpenSlides logo.
-- Changed supported Python version to >= 3.3.
-- Used Django 1.7 as lowest requirement.
-- Added Django's application configuration. Refactored loading of signals
-  and projector elements/slides.
-- Setup migrations.
-- Added API using Django REST Framework 3.x. Added several views and mixins
-  for generic Django REST Framework views in OpenSlides apps.
-- Removed most of the Django views and templates.
-- Removed Django error pages.
-- Refactored projector API using metaclasses now.
-- Renamed SignalConnectMetaClass classmethod get_all_objects to get_all
-  (private API).
-- Refactored config API and moved it into the core app.
-- Removed old style personal info page, main menu entries and widget API.
-- Used AngularJS with additional libraries for single page frontend.
-- Removed use of 'django.views.i18n.javascript_catalog'. Used angular-gettext
-  now.
-- Updated to Bootstrap 3.
-- Used SockJS for automatic update of AngularJS driven single page frontend.
-- Refactored start script and management commands.
-- Refactored tests.
-- Used Bower and gulp to manage third party JavaScript and Cascading Style
-  Sheets libraries.
-- Used setup.cfg for development tools.
-- Removed code for Windows portable version with GUI. Used new repository for
-  this.
-
-
-Version 1.7 (2015-02-16)
-========================
-[https://github.com/OpenSlides/OpenSlides/milestones/1.7]
-
-Core:
-- New feature to tag motions, agenda and assignments.
-- Fixed search index problem to index contents of many-to-many tables
-  (e. g. tags of a motion).
-- Fixed AttributeError in chatbox on_open method.
-Motions:
-- New Feature to create amendments, which are related to a parent motion.
-- Added possibility to hide motions from non staff users in some states.
-Assignments:
-- Fixed permissions to alter assignment polls.
-Other:
-- Cleaned up utils.views to increase performance when fetching single objects
-  from the database for a view (#1378).
-- Fixed bug on projector which was not updated when an object was deleted.
-- Fixed bug and show special characters in PDF like ampersand (#1415).
-- Updated pdf.js to 1.0.907.
-- Improve the usage of bsmselect jquery plugin.
-- Updated translations.
-
-
-Version 1.6.1 (2014-12-08)
-==========================
-[https://github.com/OpenSlides/OpenSlides/issues?milestone=16]
-
-Agenda:
-- Fixed error in item numbers.
-Motions:
-- Show supporters on motion slide if available.
-- Fixed motion detail view template. Added block to enable extra content via
-  plugins.
-Assignments:
-- Fixed PDF build error when an election has more than 20 posts or candidates.
-Participants:
-- Fixed participant csv import with group ids:
-  * Allowed to add multiple groups in csv group id field, e. g. "3,4".
-  * Fixed bug that group ids greater than 9 can not be imported.
-  * Updated error message if group id does not exists.
-Other:
-- Fixed CKEditor stuff (added insertpre plugin and removed unused code).
-- Updated French, German and Czech translation.
-
-
-Version 1.6 (2014-06-02)
-========================
-[https://github.com/OpenSlides/OpenSlides/issues?milestone=14]
-
-Dashboard:
-- Added shortcuts for the countdown.
-- Enabled copy and paste in widgets.
-Agenda:
-- New projector view with the current list of speakers.
-- Added CSV import of agenda items.
-- Added automatic numbering of agenda items.
-- Fixed organizational item structuring.
-Motions:
-- New slide for vote results.
-- Created new categories during CSV import.
-Assignments/Elections:
-- Coupled assignment candidates with list of speakers.
-- Created a poll description field for each assignment poll.
-- New slide for election results.
-Participants:
-- Disabled dashboard widgets by default.
-- Added form field for multiple creation of new participants.
-Files:
-- Enabled update and delete view for uploader refering to his own files.
-Other:
-- Added global chatbox for managers.
-- New config option to set the 100 % base for polls (motions/elections).
-- Changed api for plugins. Used entry points to detect them automaticly. Load
-  them automaticly from plugin directory of Windows portable version.
-- Added possibility to use custom templates and static files in user data path
-  directory.
-- Changed widget api. Used new metaclass.
-- Changed api for main menu entries. Used new metaclass.
-- Inserted api for the personal info widget. Used new metaclass.
-- Renamed config api classes. Changed permission system for config pages.
-- Regrouped config collections and pages.
-- Renamed some classes of the poll api.
-- Renamed method and attribute of openslides.utils.views.PermissionMixin.
-- Added api for absolute urls in models.
-- Inserted command line option to translate config strings during database setup.
-- Enhanced http error pages.
-- Improved responsive design for templates.
-- Fixed headings on custom slides without text.
-- Moved dashboard and select widgets view from projector to core app.
-- Renamed and cleaned up static direcories.
-- Used jsonfield as required package. Removed jsonfield code.
-- Added new package backports.ssl_match_hostname for portable build script.
-- Used new app "django-ckeditor-updated" to render WYSIWYG html editors.
-  Removed CKEditor from sources.
-- Only reload the webserver in debug-mode.
-
-
-Version 1.5.1 (2014-03-31)
-==========================
-[https://github.com/OpenSlides/OpenSlides/issues?milestone=15]
-
-Projector:
-- Fixed path and config help text for logo on the projector.
-Agenda:
-- Fixed permission error in the list of speakers widget.
-- Fixed Item instance method is_active_slide().
-Motion:
-- Fixed sorting of motions concerning the identifier. Used natsort and
-  DataTables Natural Sort Plugin.
-Participant:
-- Added permission to see participants to the manager group.
-- Fixed user status view for use without Javascript.
-Files:
-- Fixed error when an uploaded file was removed from filesystem.
-Other:
-- Set minimum Python version to 2.6.9. Fixed setup file for use with Python 2.6.
-- Used unicode font for circle in ballot pdf. Removed Pillow dependency package.
-- Fixed http status code when requesting a non-existing static page using
-  Tornado web server.
-- Fixed error in main script when using other database engine.
-- Fixed error on motion PDF with nested lists.
-
-
-Version 1.5 (2013-11-25)
-========================
-[https://github.com/OpenSlides/OpenSlides/issues?milestone=10]
-
-Projector:
-- New feature: Show PDF presentations on projector (with included pdf.js).
-- Improved projector update process via new websocket API (using sockjs and tornado).
-- New projector template with twitter bootstrap.
-- Improved projector zoom and scroll behaviour.
-Agenda:
-- New config option: couple countdown with list of speakers.
-- Used HTML editor (CKEditor) for agenda item text field.
-- Added additional input format for agenda item duration field.
-Motions:
-- Enabled attachments for motions.
-- Refactored warnings on CSV import view.
-Elections:
-- Refactored assignment app to use class based views instead of functions.
-Polls:
-- Added percent base to votes cast values.
-Participants:
-- Updated access data PDF: WLAN access (with QRCode for WLAN ssid/password)
-  and OpenSlides access (with QRCode for system URL), printed on a single A4 page
-  for each participant.
-Other:
-- Full text search integration (with Haystack and Whoosh).
-- New start script with new command line options (see python manage.py --help)
-- Fixed keyerror on user settings view.
-- New messages on success or error of many actions like creating or editing objects.
-- Changed messages backend, used Django's default now.
-- A lot of template fixes and improvements.
-- Extended css style options in CKEditor.
-- Added feature to config app to return the default value for a key.
-- Cleaned up OpenSlides utils views.
-- Improved README (now with install instructions and used components).
-- Updated all required package versions.
-- Used flake8 instead of pep8 for style check, sort all import statements with isort.
-- Added Portuguese translation (Thanks to Marco A. G. Pinto).
-- Switched to more flexible versions of required third party packages.
-- Updated to Django 1.6.x.
-- Updated German documentation.
-- Change license from GPLv2+ to MIT, see LICENSE file.
-
-
-Version 1.4.2 (2013-09-10)
-==========================
-[https://github.com/OpenSlides/OpenSlides/issues?milestone=12]
-
-- Used jQuery plugin bsmSelect for better <select multiple> form elements.
-- New config option to disable paragraph numbering in motion pdf. (Default value: disabled.)
-- Removed max value limitation in config field 'motion_min_supporters'.
-- Removed supporters signature field in motion pdf.
-- Fixed missing creation time of motion version. Show now string if identifier is not set (in widgets and motion detail).
-- Fixed error when a person is deleted.
-- Fixed deleting of assignments with related agenda items.
-- Fixed wrong ordering of agenda items after order change.
-- Fixed error in portable version: Open browser on localhost when server listens to 0.0.0.0.
-- Fixed typo and updated translations.
-- Updated CKEditor from 4.1.1 to 4.2. Fixed errors in MS Internet Explorer.
-- Updated to Django 1.5.2.
-
-
-Version 1.4.1 (2013-07-29)
-==========================
-[https://github.com/OpenSlides/OpenSlides/issues?milestone=11]
-
-- Fixed tooltip which shows the end of each agenda item.
-- Fixed duration of agenda with closed agenda items.
-- Disabled deleting active version of a motion.
-- Start browser on custom IP address.
-- Fixed wrong URLs to polls in motion detail view.
-- Added Czech translation.
-
-
-Version 1.4 (2013-07-10)
-========================
-[https://github.com/OpenSlides/OpenSlides/issues?milestone=7]
-
-Agenda:
-- New feature: list of speakers for each agenda item which saves begin and end
-  time of each speaker; added new widget and overlay on the dashboard for easy
-  managing and presenting lists of speakers.
-- New item type: organisational item (vs. agenda item).
-- New duration field for each item (with total time calculation for end time of event).
-- Better drag'n'drop sorting of agenda items (with nestedSortable jQuery plugin).
-Motions:
-- Integrated CKEditor to use allowed HTML formatting in motion text/reason.
-  With server-side whitelist filtering of HTML tags (with bleach) and HTML support
-  for reportlab in motion pdf.
-- New motion API.
-- Support for serveral submitters.
-- New workflow concept with two built-in workflows:
-  a) complex workflow (like in OpenSlides <= v1.3)
-  b) simple workflow (only 4 states: submitted -> accepted|rejected|not decided;
-     no versioning)
-- Categories for grouping motions.
-- New modifiable identifier.
-- New motion version diff view. Improved history table in motion detail view.
-- New config variable 'Stop submitting of new motions' (for non-manager users).
-- Updated motion status log.
-- Updated csv import.
-Participants:
-- New feature: qr-code for system url on participants password pdf.
-- Update default groups and permissions.
-- New participant field: 'title'.
-- Removed participants field 'type'. Use 'group' field instead. Updated csv import.
-- Added warning if non-superuser removes his last group containing permission to
-  manage participants.
-Other:
-- New html template based on twitter bootstrap.
-- New GUI frontend for the Windows portable version.
-- New command to backup sqlite database.
-- New mediafile app (files) to upload/download files via frontend.
-- Used Tornado web server (instead of Django's default development server).
-- Updated win32 portable version to use Tornado.
-- Integrated DataTables jQuery plugin for overview tables of motions, elections
-  and participants (for client side sorting/filtering/pagination).
-- New overlay API for projector view.
-- New config app: Apps have to define config vars only once; config pages and
-  forms are created automatically.
-- Moved version page out of the config app.
-- Changed version number api for plugins.
-- Moved widget with personal info to account app. Inserted info about lists of speakers.
-- Updated to Django 1.5.
-- Dropped support for python 2.5.
-- Updated packaging (setup.py and portable).
-- Open all PDFs in a new tab.
-- Changed Doctype to HTML5.
-- Updated German documentation (especially sections about agenda and motions).
-- Several minor fixes and improvements.
-
-
-Version 1.3.1 (2013-01-09)
-==========================
-[http://dev.openslides.org/milestone/1.3.1]
-
-- Fixed unwanted automatical language switching on projector view if more than
-  one browser languages send projector request to OpenSlides (#434)
-
-
-Version 1.3 (2012-12-10)
-========================
-[http://dev.openslides.org/milestone/1.3]
-
-Projector:
-- New public dashboard which allows access for all users per default. (#361)
-  (changed from the old, limited projector control page)
-- New dashboard widgets:
-  * welcome widget (shows static welcome title and text)
-  * participant widget
-  * group widget
-  * personal widget (shows my motions and my elections)
-- Hide scrollbar in projector view.
-- Added cache for AJAX version of the projector view.
-- Moved projector control icons into projector live widget. (#403)
-- New weight field for custom slides (to order custom slides in widget).
-- Fixed drag'n'drop behaviour of widgets into empty dashboard column.
-- Fixed permissions for agenda, motion and assignment widgets (set to projector.can_manage_projector).
-Agenda:
-- Fixed slide error if agenda item deleted. (#330)
-Motions:
-- Translation: Changed 'application' to 'motion'.
-- Fixed: Manager could not edit supporters. (#336)
-- Fixed attribute error for anonymous users in motion view. (#329)
-- Set default sorting of motions by number (in widget).
-- CSV import allows to import group as submitter. (#419)
-- Updated motion code for new user API.
-- Rewrote motion views as class based views.
-Elections:
-- User can block himself/herself from candidate list after delete his/her candidature.
-- Show blocked candidates in separate list.
-- Mark elected candidates in candidate list. (#374)
-- Show linebreaks in description. (#392)
-- Set default sorting of elections by name (in widget).
-- Fixed redirect from a poll which does not exists anymore.
-- Changed default permissions of anonymous user to see elections. (#334)
-- Updated assignment code for new user API.
-Participants:
-- New user and group API.
-- New group option to handle a group as participant (and thus e.g. as submitter of motion).
-- CSV import does not delete existing users anymore and append users as new users.
-- New user field 'about me'. (#390)
-- New config option for sorting users by first or last name (in participant lists, elections and motions). (#303)
-- Allowed whitespaces in username, default: <firstname lastname>. (#326)
-- New user and group slides. (#176)
-- Don't allow to deactivate the administrator or themself.
-- Don't allow to delete themself.
-- Renamed participant field 'groups' to 'structure level' (German: Gliederungsebene).
-- Rewrote participant views as class based views.
-- Made OpenSlides user a child model of Django user model.
-- Appended tests.
-- Fixed error to allow admins to delete anonymous group
-Other:
-- Added French translation (Thanks to Moira).
-- Updated setup.py to make an openslides python package.
-- Removed frontpage (welcome widget contains it's content) and redirect '/' to dashboard url.
-- Added LOCALE_PATHS to openslides_settings to avoid deprecation in Django 1.5.
-- Redesigned the DeleteView (append QuestionMixin to send question via the django message API).
-- Fixed encoding error in settings.py. (#349)
-- Renamed openslides_settings.py to openslides_global_settings.py.
-- New default path to database file (XDG_DATA_HOME, e.g. ~/.local/share/openslides/).
-- New default path to settings file (XDG_CONFIG_HOME, e.g. ~/.config/openslides/).
-- Added special handling to determine location of database and settings file in portable version.
-- Don't use similar characters in generated passwords (no 'Il10oO').
-- Localised the datetime in PDF header. (#296)
-- Used specific session cookie name. (#332)
-- Moved code repository from hg to git (incl. some required updates, e.g. version string function).
-- Updated German translations.
-- Several code optimizations.
-- Several minor and medium issues and errors were fixed.
-
-
-Version 1.2 (2012-07-25)
-========================
-[http://dev.openslides.org/milestone/1.2]
-
-General:
-- New welcome page with customizable title and text.
-- OpenSlides portable win32 binary distribution.
-- New start script (start.py) to automatically create the default settings and the
-  database, start the server and the default browser.
-- Add plugin system. Allow other django-apps to interact with OpenSlides.
-Projector:
-- New projector dashboard to control all slides on projector.
-- New projector live view on projector dashboard.
-- Countdown calculation works now on server-side.
-- New Overlay messages to show additional information on a second
-  projector layer.
-- Add custom slides.
-- Add a welcome slide.
-- Project application and assignment slides without an agenda item.
-- Update the projector once per second (only).
-Agenda:
-- Add new comment field for agenda items.
-Elections (Assignments):
-- New config option to publish voting results for selected winners only.
-Applications:
-- Now, it's possible to deactivate the whole supporter system.
-- New import option: set status of all imported applications to
-  'permit'.
-- More log entries for all application actions.
-Participant:
-- Add new comment field for participants.
-- Show translated permissions strings in user rols form.
-- Admin is redirect to 'change password' page.
-- New default user name: "firstname lastname".
-Other:
-- Use Django's class based views.
-- Update to Django 1.4. Drop python 2.4 support for this reason.
-- Separate the code for the projector.
-- Rewrite the vote results table.
-- Rewrite the poll API.
-- Rewrite the config API. (Now any data which are JSON serializable
-  can be stored.)
-- Improved CSV import for application and participants.
-- GUI improvements of web interface (e.g. sub navigations, overview tables).
-- Several minor and medium issues and errors were fixed.
-
-
-Version 1.1 (2011-11-15)
-========================
-[http://dev.openslides.org/milestone/1.1]
-
-Agenda:
-- [Feature] Agenda overview: New item-done-column for all non-manager (#7)
-- [Feature] Allow HTML-Tags in agenda item of text (#12)
-- [Feature] Split up hidden agenda items in new agenda table section (#13)
-Projector:
-- [Feature] Assignment projector view layout improvements (#9)
-- [Bugfix] Zoom problem for sidebar div in beamer view (#5)
-- [Bugfix] Blue 'candidate elected line' not visible in projector ajax view (#6)
-- [Bugfix] Assignment projector view: Show results for elected candidates only (#11)
-- [Bugfix] Missing beamer scaling (#2)
-- [Bugfix] Assigment projector view: Removed empty character for no results cell. (#10)
-Applications:
-- [Feature] Import applications (#55)
-- [Feature] Support trivial changes to an application (#56)
-- [Bugfix] Order submitter and supporter form fields by full name (#53)
-- [Bugfix] Application: Show profile instead of submitter username (#15)
-- [Bugfix] "Application: Only check enough supports in status ""pub""" (#16)
-Elections:
-- [Feature] New button to show agenda item of selected application/assignment (#54)
-- [Feature] Open add-user-url in new tab. (#32)
-Applications/Elections:
-- [Feature] Show voting results in percent (#48)
-Participants:
-- [Feature] Filter displayed permissions in group editor (#59)
-- [Feature] Generate password after user creation automatically (#58)
-- [Bugfix] Encoding error (#1)
-- [Bugfix] List of participants (pdf) link not visible for users with see-particiants-permissions (#3)
-- [Bugfix] Use user.profile.get_type_display() instead of user.profile.type (#4)
-PDF:
-- [Feature] Mark elected candidates in PDF (#31)
-- [Feature] New config option to set title and preamble text for application and assignment pdf (#33)
-- [Feature] New config option to set number of ballots in PDF (#26)
-- [Bugfix] Assignment ballot pdf: Wrong line break in group name with brackets (#8)
-- [Bugfix] Print available candidates in assignment pdf (#14)
-- [Bugfix] "Show ""undocumented"" for result ""-2"" in application and assignment pdf" (#17)
-Other:
-- [Feature] Rights for anonymous (#45)
-- [Feature] Show counter for limited speaking time (#52)
-- [Feature] Reorderd config tab subpages (#61)
-- [Localize] i18n German: Use gender-specific strings (#51)
-- [Bugfix] <button> inside <a> tag not working in IE (#57)
-- [Bugfix] Change default sort for tables of applications, assignments, participants (#27)
-
-
-Version 1.0 (2011-09-12)
-========================
-[http://dev.openslides.org/milestone/1.0]

CHANGELOG.md

@@ -0,0 +1,964 @@
+# CHANGELOG of OpenSlides
+
+https://openslides.com
+
+
+## Version 3.1 (2019-12-13)
+
+[Milestone](https://github.com/OpenSlides/OpenSlides/milestones/3.0)
+
+**General:**
+- Improved loading time of OpenSlides [#5061, #5087, #5110, #5146 - Breaks IE11].
+- Improved Websocket reconnection - works now more reliable [#5060].
+- Improved performance by replacing deprecated encode and decode library with faster manual approaches [#5085, #5092].
+- Improved mobile views for small devices [#5106].
+- Improved virtual scrolling behavior of tables: remember last scroll position [#5156].
+- New SingleSignOn login method via SAML [#5000].
+- New inline editing for start page, legal notice and privacy policy [#5086].
+- Reordered settings in subpages for better overview [#4878, #5083, #5096].
+- Added html meta noindex tag to prevent search engines finding instances of OpenSlides [#5061].
+- Added server log entries for usage of notify feature [#5066].
+- Added server-side HTML validation for personal notes (motions) and about me field (users) [#5121].
+- Fixed an issue where projector button in lists was always not indicating the projected element [#5055].
+- Fixed issues where search-filter, property-filter and property-sort in list views does not work correctly [#5065].
+- Fixed an issues where list view entries using virtual scrolling become invisible [#5072].
+- Fixed an error where loading spinner would not disappear while offline mode [#5151].
+- Various cleanups and improvements to usability, performance and translation.
+
+**Agenda:**
+- New config option to show motion submitters as subtitle in agenda list [#5002, #5094].
+- New view to sort sepakers of a list - preventing unwanted changes esp. using mobile devices [#5069].
+- New button to readd the last speaker to the top of the list [#5069, #5067].
+- New agenda list filter 'item type' (topic, motion, motion block, election) [#5084].
+- Changed window title for current list of speakers [#5037].
+- Added motion title in agenda list [#5063].
+
+**Motions:**
+- New option to export personal notes [#5075].
+- New amendment filter for motion list [#5056, #5157].
+- New possibility to change state and recommendation in motion list using quick edit [#5071].
+- Added multi select actions to amendment list [#5041].
+- Added search value selector in multi select action dialogs [#5058].
+- Added support for nested lists with line numbers in PDF export [#5138].
+- Improved scaling of motion tile view [#5038].
+- Improved performance for large motions with dozens of amendments by implementing manual change detection in motion detail [#5074, #5139].
+- Improved display of long names for states and recommendations in drop down menu in motion detail view [#5079].
+- Improved amendment slide by showing only changed line(s)s without surrounding paragraph [#5144].
+- Fixed line number errors during creation of amendments [#5023].
+- Fixed an issue that ol/ul lists are not printed in amendment PDF [#5051].
+- Fixed the amendment option "Show entire motion text" [#5052].
+- Fixed a rare bug in final version where change recommendations or amendments would have been hidden [#5070].
+- Fixed PDF export in final version: use modified final version if available [#5139].
+- Fixes a bug where the event name was printed twice in the PDF header [#5155].
+
+**Elections:**
+- Fixed errors by entering votes and sorting candidates [#5129, #5125].
+- Fixed a permission issue that prevented nominating another participants for elections [#5154].
+
+**Users:**
+- Fixed wrong permission check for set password [#5128].
+
+**Mediafiles:**   
+- Fixed mediafile upload path [#4710].
+- Fixed double slash in mediafile URL [#5031].
+- Original filename must now be unique for files [#5123].
+
+**Projector:**
+- New projector edit dialog with preview [#5043].
+- Added support for custom aspect ratios in projector edit dialog; database migration required [#5141].
+- Added missing autoupdates for changed projection defaults [#5045].
+- Added scaleable tile for projector list [#5043].
+- Added a lock icon on the list of speaker slide if list has been closed [#5154].
+- Improved autoupdates for projectors by using changeIDs [#5064].
+- Improved performance by preventing high CPU usage on Firefox in projector detail view [#5022].
+- Changed config option to show nice horizontal meta box on motion slide [#5088].
+- Changed config option "Event date" back to string format [#5042].
+- Saved countdown settings [#5053].
+
+**Breaking Changes:**
+- Due to faster model handling (using the 'Proxy' function) Internet Explorer 11 cannot be supported anymore!
+
+
+## Version 3.0 (2019-09-13)
+
+[Milestone](https://github.com/OpenSlides/OpenSlides/milestones/3.0)
+
+**General (Client):**
+- OpenSlides client completely rewritten, based on Angular 8 and Material Design.
+- OpenSlides is now a Progressive Web App (PWA).
+- New browser caching via IndexedDB (one cache store for all browser tabs).
+- New list views optimized with virtual scrolling (improved performance for long lists).
+- New global quick search using by shortcut 'Alt+Shift+F'.
+- New built-in design themes for customizing user interface.
+- New update notification if OpenSlides static files are updated.
+- New config option for pdf page size (DIN A4 or A5).
+- Added TinyMCE 5 editor (switched from CKEditor caused by changed license).
+- Switched from yarn/gulp to npm.
+- Improved pdf gerneration with progress bar and cancel option.
+- Translations available for EN, DE, RU and CS.
+
+**General (Server):**
+- New websocket protocol for server client communication using JSON schema.
+- New change-id system to send only updated elements to client.
+- New global history mode (useable for admin group only).
+- Updated to Channels 2.
+- Dropped support for Python 3.5.
+- Dropped support for Geiss.
+- Complete rework of startup and caching system. Dropped restricted data cache.
+- Changed URL schema.
+- Changed personal settings.py.
+- Changed format for elements send via autoupdate.
+- Changed projector concept.
+- Compressed autoupdates before sending to clients (reduced traffic).
+- Fixed autoupdate system for related objects.
+- Fixed logo configuration if logo file is deleted.
+- Added several bulk views for motions and users (one request for updating multiple selected elements).
+- Added docs for using OpenSlides in 'big mode' with Gunicorn and Uvicorn.
+- Added docs for configure OpenSlides in settingy.py.
+- Dropped chat functionality.
+- Server performance improvements.
+
+**Agenda:**
+- Agenda items are now optional (for motions, elections and mediafiles). New config to set default behavior.
+- New drag&drop view to sort agenda items.
+- New config option: only present participants can be added to list of speakers.
+- New config option to hide number of speakers on projector.
+
+**Motions:**
+- New call list for custom sort of motions.
+- New tile layout view with all categories (each category a tile).
+- New statute motions with managing statute paragraphs.
+- New permission to manage metadata (state, recommendation, submitters and supporters, category, motion block and polls).
+- New permission to create amendments.
+- New permission to see motions in internal states.
+- New access restrictions definable for each motion state in workflow.
+- New 'internal' option for motion blocks.
+- New sorting view for categories to create subcategories.
+- New custom comment fields for all motions (read/write access can be managed via permission groups).
+- New motion history (each action is stored in global OpenSlides history which can be restored any time, replaced old motion version and log features).
+- New XLSX export (docx support is dropped).
+- New navigation for next/previous motion in detail view (shortcut: 'Alt+Shift+Left/Right').
+- New multi select actions.
+- New timestampes for motions (for sorting by creation date and last modified).
+- New config option to set reason as required field.
+- New config option to change multiple paragraphs with an amendment.
+- New config option to hide motion text on projector.
+- New config option to show sequential number.
+- New config option to show all motions which are referred to a special motion.
+- New config option to show submitters and recommendation in table of contents of PDF.
+- New config options to control identifier generation - number of digits and blanks (moved from settings.py).
+- Improved PDF export (optional with toc, page numbers, date, comments and meta information)
+- Improved motion numbering in (sub)categories: Motions of subcategories are also numbered, and parents of amendments needs to be in the numbered category or any subcategory.
+- Improved projection layout of motion blocks.
+- Changed default workflows: Allowed submitters to set state of new motions in complex and customized workflow. No migration provided.
+- Change CSV import to add tags.
+
+**User:**
+- New admin group which grants all permissions. Users of existing group 'Admin' or 'Staff' are move to the new group during migration.
+- New gender field.
+- New password forget/reset function via email.
+- New permission to change own password.
+- New config option for sender name and reply email address (From address is defined in settings.py).
+
+**Mediafiles:**
+- New support for (sub)folders and permission groups.
+
+**Projector:**
+- New views to list, manage and control created OpenSlides projectors.
+- New projector queue (add slide to queue), all projected slides are logged.
+- New chyron for current speaker.
+- New color settings for each projector.
+
+
+## Version 2.3 (2018-09-20)
+[Release notes](https://github.com/OpenSlides/OpenSlides/wiki/OpenSlides-2.3) · [Milestone](https://github.com/OpenSlides/OpenSlides/milestones/2.3)
+
+**Agenda:**
+- New item type 'hidden'. New visibilty filter in agenda [#3790].
+
+**Motions:**
+- New feature to scroll the projector to a specific line [#3748].
+- New possibility to sort submitters [#3647].
+- New representation of amendments (paragraph based creation, new diff and list views for amendments) [#3637].
+- New feature to customize workflows and states [#3772, #3785].
+- New table of contents with page numbers and categories in PDF [#3766].
+- New teporal field "modified final version" where the final version can be edited [#3781].
+- New config options to show logos on the right side in PDF [#3768].
+- New config to show amendments also in motions table [#3792].
+- Support to change decimal places for polls with a plugin [#3803].
+
+**Elections:**
+- Support to change decimal places for elections with a plugin [#3803]
+
+**Core:**
+- Updated Django to 2.1 [#3777, #3786].
+- Support for Python 3.7 [#3786].
+- Python 3.4 is not supported anymore [#3777].
+- Updated pdfMake to 0.1.37 [#3766].
+- Changed behavior of collectstatic management command [#3804].
+
+
+## Version 2.2 (2018-06-06)
+
+[Release notes](https://github.com/OpenSlides/OpenSlides/wiki/OpenSlides-2.2) · [Milestone](https://github.com/OpenSlides/OpenSlides/milestones/2.2)
+
+**Agenda:**
+- New permission for managing lists of speakers [#3366].
+- New DOCX export of agenda [#3569].
+- New collapsable agenda overview [#3567].
+- New feature: mark speakers (e.g. as submitter) [#3570].
+- New config option to enable numbering of items [#3697].
+- New config option to hide internal items when projecting subitems [#3701].
+- Hide closed agenda items in the item slide [#3567].
+- Fixed wrong sorting of last speakers [#3193].
+- Fixed issue when sorting a new inserted speaker [#3210].
+- Fixed multiple request on creation of agenda related items [#3341].
+- Autoupdates for all children if the item type has changed [#3659].
+
+**Motions:**
+  - New export dialog for managers only [#3185].
+  - New personal note field for each motions [#3190, #3267, #3404].
+  - New navigation between single motions [#3459].
+  - New possibility to create change recommendations for motion titles [#3626].
+  - New support for export motions in a ZIP archive [#3189, #3251].
+  - New PDF export for personal note and comments [#3239].
+  - New config option for customize sorting of category list in pdf/docx export [#3329].
+  - New config optoin for pagenumber alignment in PDF [#3327].
+  - New config options to hide reason, recommendation and meta data box on projector [#3432, #3692].
+  - New inline editing for motion reason [#3361].
+  - New multiselect filter for motion comments [#3372].
+  - New support for pinning personal notes to the window [#3360].
+  - New warning message if an edit dialog was already opened by another client [#3212].
+  - New change recommendation type "other" [#3495].
+  - Fixed issue when creating/deleting motion comment fields in the settings [#3187].
+  - Fixed empty motion comment field in motion update form [#3194].
+  - Fixed error on category sort [#3318].
+  - Bugfix: Changing motion line length did not invalidate cache [#3202].
+  - Bugfix: Added more distance in motion PDF for DEL-tags in new lines [#3211].
+  - Bugfix: Creating colliding change recommendation is now prevented on server side [#3304].
+  - Bugfix: Several bugfixes regarding splitting list items in change recommendations [#3288].
+  - Bugfix: Several bugfixes regarding diff version [#3407, #3408, #3410, #3440, #3450, #3465, #3537, #3546, #3548, #3644, #3656].
+  - Improved the multiselect state filter [#3459].
+  - Save pagination state to session storage [#3569].
+  - Allow to delete own motions [#3516].
+  - Reference to motions by id in state and recommendation special field [#3498].
+  - Log which comment was updated [#3569].
+  - Split up 'can_see_and_manage_comments' permission in two seperate ones [#3565].
+  - Combined all boolean filters into one dropdown menu and added a filter for amendments [#3501].
+  - Show motion identifier in (current) list of speakers [#3442]
+  - Show the number of next speakers in motion list view [#3470].
+  - Added (shortened) motion title to motion block slide [#3700].
+  - Clear identifier on state reset [#3356].
+  - Reworked DOCX export parser and added comments to DOCX [#3258].
+  - Removed server side image to base64 transformation and added local transformation [#3181].
+  - Added karma:watch command [#3466].
+
+**Elections:**
+- New pagination for list view [#3393].
+
+**Users:**
+- New fast mass import for users [#3290].
+- New default user group 'admin' [#3621].
+- New feature to send invitation emails with OpenSlides login data [#3503, #3525].
+- New view to toggle presence by entering participant number (can be used with barcode scanner) [#3496].
+- New support for password validation using Django or custom validators
+  5.  7.  for minimum password length [#3200].
+- Hide password in change password view [#3417].
+- Users without the permission 'can see users' can now see agenda item speakers, motion submitters and supporters, assignment candidates, mediafile uploader and chat message users if they have the respective permissions [#3191, #3233].
+- Fixed compare of duplicated users while CSV user import [#3201].
+- Added settings option to enable updating the last_login field in the database. The default is now disabled [#3400].
+- Removed OPTIONS request. All permissions are now provided on startup [#3306].
+
+**Mediafiles:**
+- New form for uploading multiple files [#3650].
+- New custom CKEditor plugin for browsing mediafiles [#3337].
+- Project images always in fullscreen [#3355].
+- Protect mediafiles for forbidden access [#3384].
+- Fixed reloading of PDF on page change [#3274].
+
+**Core:**
+- New settings to upload custom fonts (for projector and pdf) [#3568].
+- New custom translations to use custom wordings [#3383].
+- New support for choosing image files as logos for projector, PDF and web interface header [#3184, #3207, #3208, #3310].
+- New notify system [#3212].
+- New config option for standard font size in PDF [#3332].
+- New config option for disabling header and footer in the projector [#3357].
+- New dynamic webpage title [#3404].
+- New 'go to top'-link [#3404].
+- New custom format cleanup plugin for CKEditor [#3576].
+- Reset scroll level for each new projection [#3686].
+- Scroll to top on every state change [#3689].
+- Added pagination on top of lists [#3698].
+- Improved performance for PDF generation significantly (by upgrading to pdfmake 0.1.30) [#3278, #3285].
+- Enhanced performance esp. for server restart and first connection of all clients by refactoring autoupdate, Collection and AccessPermission [#3223, #3539].
+- Improved reconnect handling if the server was flushed [#3297].
+- No reload on logoff. OpenSlides is now a full single page application [#3172].
+- Highlight list entries in a light blue, if a related object is projected (e. g. a list of speakers of a motion) [#3301].
+- Select the projector resolution with a slider and an aspect ratio [#3311].
+- Delay the 'could not load projector' error 3 seconds to not irritate users with a slow internet connection [#3323].
+- Added default sorting for agenda, motions, elections, mediafiles and users [#3334, 3348].
+- Added caching for the index views [#3419, #3424].
+- Added projector prioritization [#3425].
+- Added --debug-email flag to print all emails to stdout [#3530].
+- Added --no-template-caching flag to disable template caching for easier development [#3566].
+- Updated CKEditor to 4.7 [#3375].
+- Reduced ckeditor toolbar for inline editing [#3368].
+- New api route to project items with just one request needed [#3713].
+- Use native twisted mode for daphne [#3487].
+- Saved language selection to session storage [#3543].
+- Set default of projector resolution to 1220x915 [#2549].
+- Preparations for the SAML plugin; Fixed caching of main views [#3535].
+- Removed unnecessary OPTIONS request in config [#3541].
+- Switched from npm to Yarn [#3188].
+- Improvements for plugin integration [#3330].
+- Cleanups for the collection and autoupdate system [#3390]
+- Bugfixes for PDF creation [#3227, #3251, #3279, #3286, #3346, #3347, #3342].
+- Fixed error when clearing empty chat [#3199].
+- Fixed autoupdate bug for a user without user.can_see_name permission [#3233].
+- Fixed bug the elements are projected and the deleted [#3336].
+- Several bugfixes and minor improvements.
+
+*[#xxxx] = Pull request number to get more details on https://github.com/OpenSlides/OpenSlides/pulls*
+
+
+## Version 2.1.1 (2017-04-05)
+
+[Milestone](https://github.com/OpenSlides/OpenSlides/milestones/2.1.1)
+
+**Agenda:**
+- Fixed issue #3173 that the agenda item text cannot be changed.
+
+**Other:**
+- Set required version for optional Geiss support to <1.0.0.
+
+
+## Version 2.1 (2017-03-29)
+
+[Release notes](https://github.com/OpenSlides/OpenSlides/wiki/OpenSlides-2.1) · [Milestone](https://github.com/OpenSlides/OpenSlides/milestones/2.1)
+
+**Agenda:**    
+- Added button to remove all speakers from a list of speakers.
+- Added option to create or edit agenda items as subitems of others.
+- Fixed security issue: Comments were shown for unprivileged users.
+- Added option to choose whether to show the current list of speakers slide as a slide or an overlay.
+- Manage speakers on the current list of speakers view.
+- List of speakers for hidden items is always visible.
+
+**Core:**
+- Added support for multiple projectors.
+- Added control for the resolution of the projectors.
+- Added smooth projector scroll.
+- Set the projector language in the settings.
+- Added migration path from OpenSlides 2.0.
+- Added support for big assemblies with lots of users.
+- Django 1.10 is now supported. Dropped support for Django 1.8 and 1.9.
+- Used Django Channels instead of Tornado. Refactoring of the autoupdate process. Added retry with timeout in case of ChannelFull exception.
+- Made a lot of autoupdate improvements for projector and site.
+- Added new caching system with support for Redis.
+- Support https as websocket protocol (wss).
+- Accelerated startup process (send all data to the client after login).
+- Add the command getgeiss to download the latest version of Geiss.
+- Add a version of has_perm that can work with cached users.
+- Removed our AnonymousUser. Make sure not to use user.has_perm() anymore.
+- Added function utils.auth.anonymous_is_enabled which returns true, if it is.
+- Changed has_perm to support an user id or None (for anyonmous) as first argument.
+- Cache the group with there permissions.
+- Added watching permissions in client and change the view immediately on changes.
+- Used session cookies and store filter settings in session storage.
+- Removed our db-session backend and added possibility to use any django session backend.
+- Added template hook system for plugins.
+- Used Roboto font in all templates.
+- Added HTML support for messages on the projector.
+- Moved custom slides to own app "topics". Renamed it to "Topic".
+- Added button to clear the chatbox.
+- Better dialog handling. Show dialog just in forground without changing the state url. Added new dialog for profile, change password, tag and category update view.
+- Switched editor back from TinyMCE to CKEditor which provides a better copy/paste support from MS Word.
+- Validate HTML strings from CKEditor against XSS attacks.
+- Use a separate dialog with CKEditor for editing projector messages.
+- Use CKEditor in settings for text markup.
+- Used pdfMake for clientside generation of PDFs. Run pdf creation in background (in a web worker thread).
+- Introduced new table design for list views with serveral filters and CSV export.
+- New CSV import layout.
+- Replaced angular-csv-import by Papa Parse for CSV parsing.
+- Added UTF-8 byte order mark for every CSV export.
+- Removed config cache to support multiple threads or processes.
+- Added success/error symbol to config to show if saving was successful.
+- Fixed bug, that the last change of a config value was not send via autoupdate.
+- Moved full-text search to client-side (removed the server-side search engine Whoosh).
+- Made a lot of code clean up, improvements and bug fixes in client and backend.
+
+**Motions:**
+- Added adjustable line numbering mode (outside, inside, none) for each motion text.
+- Allowed to add change recommendations for special motion text lines (with diff mode).
+- Added projection support for change recommendations.
+- Added button to sort and number all motions in a category.
+- Added recommendations for motions.
+- Added options to calculate percentages on different bases.
+- Added calculation for required majority.
+- Added blocks for motions which can be used in agenda. Set states for multiple motions of a motion block by following the recommendation for each motion.
+- Used global config variable for preamble.
+- Added configurable fields for comments.
+- Added new origin field.
+- Reimplemented amendments.
+- New PDF layout.
+- Added DOCX export with docxtemplater.
+- Changed label of former state "commited a bill" to "refered to committee".
+- Number of ballots printed can now be set in config.
+- Add new personal settings to remove all whitespaces from motion identifier.
+- Add new personal settings to allow amendments of amendments.
+- Added inline editing for comments.
+
+**Elections:**
+- Added options to calculate percentages on different bases.
+- Added calculation for required majority.
+- Candidates are now sortable.
+- Removed unused assignment config to publish winner election results only.
+- Number of ballots printed can now be set in config.
+- Added inline edit field for a specific hint on ballot papers.
+
+**Users:**
+- Added new matrix-interface for managing groups and their permissions.
+- Added autoupdate on permission change (permission added).
+- Improved password reset view for administrators.
+- Changed field for initial password to an unchangeable field.
+- Added new field for participant number.
+- Added new field 'is_committee' and new default group 'Committees'.
+- Improved users CSV import (use group names instead of id).
+- Allowed to import/export initial user password.
+- Added more multiselect actions.
+- Added QR code in users access pdf.
+
+**Mediafiles:**
+- Allowed to project uploaded images (png, jpg, gif) and video files (e. g. mp4, wmv, flv, quicktime, ogg).
+- Allowed to hide uploaded files in overview list for non authorized users.
+- Enabled removing of files from filesystem on model instance delete.
+
+**Other:**
+- Added Russian translation (Thanks to Andreas Engler).
+- Added command to create example data.
+
+
+## Version 2.0 (2016-04-18)
+
+[Milestone](https://github.com/OpenSlides/OpenSlides/milestones/2.0)
+
+*OpenSlides 2.0 is essentially not compatible to OpenSlides 1.7. E. g. customized templates, databases and plugins can not be reused without adaption.*
+
+**Agenda:**
+- Updated the tests and changed internal parts of method of the agenda model.
+- Changed API of related objects. All assignments, motions and custom slides are now agenda items and can be hidden.
+- Removed django-mptt.
+- Added attachments to custom sldies.
+- Improved CSV import.
+
+**Assignments:**    
+- Renamed app from assignment to assignments.
+- Removed possibility to block candidates.
+- Massive refactoring and cleanup of the app.
+
+**Motions:**  
+- Renamed app from motion to motions.
+- Massive refactoring and cleanup of the app.
+
+**Mediafiles:**
+- Renamed app from mediafile to mediafiles.
+- Used improved pdf presentation with angular-pdf.
+- Massive refactoring and cleanup of the app.
+
+**Users:**
+- Massive refactoring of the participant app. Now called 'users'.
+- Used new anonymous user object instead of an authentification backend. Used special authentication class for REST requests.
+- Used authentication frontend via AngularJS.
+- Improved CSV import.
+
+**Other:**
+- New OpenSlides logo.
+- New design for web interface.
+- Added multiple countdown support.
+- Added colored countdown for the last n seconds (configurable).
+- Switched editor from CKEditor to TinyMCE.
+- Changed supported Python version to >= 3.4.
+- Used Django 1.8 as lowest requirement.
+- Django 1.9 is supported
+- Added Django's application configuration. Refactored loading of signals and projector elements/slides.
+- Setup migrations.
+- Added API using Django REST Framework 3.x. Added several views and mixins for generic Django REST Framework views in OpenSlides apps.
+- Removed most of the Django views and templates.
+- Removed Django error pages.
+- Added page for legal notice.
+- Refactored projector API using metaclasses now.
+- Renamed SignalConnectMetaClass classmethod get_all_objects to get_all (private API).
+- Refactored config API and moved it into the core app.
+- Removed old style personal info page, main menu entries and widget API.
+- Used AngularJS with additional libraries for single page frontend.
+- Removed use of 'django.views.i18n.javascript_catalog'. Used angular-gettext now.
+- Updated to Bootstrap 3.
+- Used SockJS for automatic update of AngularJS driven single page frontend.
+- Refactored plugin API.
+- Refactored start script and management commands. Changed command line option and path for local installation.
+- Refactored tests.
+- Used Bower and gulp to manage third party JavaScript and Cascading Style Sheets libraries.
+- Used setup.cfg for development tools.
+- Removed code for documentation and for Windows portable version with GUI. Used new repositories for this. Cleaned up main repository.
+- Updated all dependencies.
+
+**Translations:**
+- Updated DE, FR, CS and PT translations.
+- Added ES translations.
+
+
+## Version 1.7 (2015-02-16)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.7
+
+**Core:**
+- New feature to tag motions, agenda and assignments.
+- Fixed search index problem to index contents of many-to-many tables (e. g. tags of a motion).
+- Fixed AttributeError in chatbox on_open method.
+
+**Motions:**
+- New Feature to create amendments, which are related to a parent motion.
+- Added possibility to hide motions from non staff users in some states.
+
+**Assignments:**
+- Fixed permissions to alter assignment polls.
+
+**Other:**
+- Cleaned up utils.views to increase performance when fetching single objects from the database for a view (#1378).
+- Fixed bug on projector which was not updated when an object was deleted.
+- Fixed bug and show special characters in PDF like ampersand (#1415).
+- Updated pdf.js to 1.0.907.
+- Improve the usage of bsmselect jquery plugin.
+- Updated translations.
+
+
+## Version 1.6.1 (2014-12-08)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.6.1
+
+**Agenda:**
+- Fixed error in item numbers.
+
+**Motions:**
+- Show supporters on motion slide if available.
+- Fixed motion detail view template. Added block to enable extra content via plugins.
+
+**Assignments:**
+- Fixed PDF build error when an election has more than 20 posts or candidates.
+
+**Participants:**
+- Fixed participant csv import with group ids:
+    - Allowed to add multiple groups in csv group id field, e. g. "3,4".
+    - Fixed bug that group ids greater than 9 can not be imported.
+    - Updated error message if group id does not exists.
+
+**Other:**
+- Fixed CKEditor stuff (added insertpre plugin and removed unused code).
+- Updated French, German and Czech translation.
+
+
+## Version 1.6 (2014-06-02)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.6
+
+**Dashboard:**
+- Added shortcuts for the countdown.
+- Enabled copy and paste in widgets.
+
+**Agenda:**
+- New projector view with the current list of speakers.
+- Added CSV import of agenda items.
+- Added automatic numbering of agenda items.
+- Fixed organizational item structuring.
+
+**Motions:**
+- New slide for vote results.
+- Created new categories during CSV import.
+
+**Assignments/Elections:**
+- Coupled assignment candidates with list of speakers.
+- Created a poll description field for each assignment poll.
+- New slide for election results.
+
+**Participants:**
+- Disabled dashboard widgets by default.
+- Added form field for multiple creation of new participants.
+
+**Files:**
+- Enabled update and delete view for uploader refering to his own files.
+
+**Other:**
+- Added global chatbox for managers.
+- New config option to set the 100 % base for polls (motions/elections).
+- Changed api for plugins. Used entry points to detect them automaticly. Load them automaticly from plugin directory of Windows portable version.
+- Added possibility to use custom templates and static files in user data path directory.
+- Changed widget api. Used new metaclass.
+- Changed api for main menu entries. Used new metaclass.
+- Inserted api for the personal info widget. Used new metaclass.
+- Renamed config api classes. Changed permission system for config pages.
+- Regrouped config collections and pages.
+- Renamed some classes of the poll api.
+- Renamed method and attribute of openslides.utils.views.PermissionMixin.
+- Added api for absolute urls in models.
+- Inserted command line option to translate config strings during database setup.
+- Enhanced http error pages.
+- Improved responsive design for templates.
+- Fixed headings on custom slides without text.
+- Moved dashboard and select widgets view from projector to core app.
+- Renamed and cleaned up static direcories.
+- Used jsonfield as required package. Removed jsonfield code.
+- Added new package backports.ssl_match_hostname for portable build script.
+- Used new app "django-ckeditor-updated" to render WYSIWYG html editors. Removed CKEditor from sources.
+- Only reload the webserver in debug-mode.
+
+
+## Version 1.5.1 (2014-03-31)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.5.1
+
+**Projector:**
+- Fixed path and config help text for logo on the projector.
+
+**Agenda:**
+- Fixed permission error in the list of speakers widget.
+- Fixed Item instance method is_active_slide().
+
+**Motion:**
+- Fixed sorting of motions concerning the identifier. Used natsort and DataTables Natural Sort Plugin.
+
+**Participant:**
+- Added permission to see participants to the manager group.
+- Fixed user status view for use without Javascript.
+
+**Files:**
+- Fixed error when an uploaded file was removed from filesystem.
+
+**Other:**
+- Set minimum Python version to 2.6.9. Fixed setup file for use with Python 2.6.
+- Used unicode font for circle in ballot pdf. Removed Pillow dependency package.
+- Fixed http status code when requesting a non-existing static page using Tornado web server.
+- Fixed error in main script when using other database engine.
+- Fixed error on motion PDF with nested lists.
+
+
+## Version 1.5 (2013-11-25)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.5
+
+**Projector:**
+- New feature: Show PDF presentations on projector (with included pdf.js).
+- Improved projector update process via new websocket API (using sockjs and tornado).
+- New projector template with twitter bootstrap.
+- Improved projector zoom and scroll behaviour.
+
+**Agenda:**
+- New config option: couple countdown with list of speakers.
+- Used HTML editor (CKEditor) for agenda item text field.
+- Added additional input format for agenda item duration field.
+
+**Motions:**
+- Enabled attachments for motions.
+- Refactored warnings on CSV import view.
+
+**Elections:**
+- Refactored assignment app to use class based views instead of functions.
+
+**Polls:**
+- Added percent base to votes cast values.
+
+**Participants:**
+- Updated access data PDF: WLAN access (with QRCode for WLAN ssid/password) and OpenSlides access (with QRCode for system URL), printed on a single A4 page for each participant.
+
+**Other:**    
+- Full text search integration (with Haystack and Whoosh).
+- New start script with new command line options (see python manage.py --help)
+- Fixed keyerror on user settings view.
+- New messages on success or error of many actions like creating or editing objects.
+- Changed messages backend, used Django's default now.
+- A lot of template fixes and improvements.
+- Extended css style options in CKEditor.
+- Added feature to config app to return the default value for a key.
+- Cleaned up OpenSlides utils views.
+- Improved README (now with install instructions and used components).
+- Updated all required package versions.
+- Used flake8 instead of pep8 for style check, sort all import statements with isort.
+- Added Portuguese translation (Thanks to Marco A. G. Pinto).
+- Switched to more flexible versions of required third party packages.
+- Updated to Django 1.6.x.
+- Updated German documentation.
+- Change license from GPLv2+ to MIT, see LICENSE file.
+
+
+## Version 1.4.2 (2013-09-10)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.4.2
+
+- Used jQuery plugin bsmSelect for better ``<select multiple>`` form elements.
+- New config option to disable paragraph numbering in motion pdf. (Default value: disabled.)
+- Removed max value limitation in config field 'motion_min_supporters'.
+- Removed supporters signature field in motion pdf.
+- Fixed missing creation time of motion version. Show now string if identifier is not set (in widgets and motion detail).
+- Fixed error when a person is deleted.
+- Fixed deleting of assignments with related agenda items.
+- Fixed wrong ordering of agenda items after order change.
+- Fixed error in portable version: Open browser on localhost when server listens to 0.0.0.0.
+- Fixed typo and updated translations.
+- Updated CKEditor from 4.1.1 to 4.2. Fixed errors in MS Internet Explorer.
+- Updated to Django 1.5.2.
+
+
+## Version 1.4.1 (2013-07-29)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.4.1
+
+ - Fixed tooltip which shows the end of each agenda item.
+ - Fixed duration of agenda with closed agenda items.
+ - Disabled deleting active version of a motion.
+ - Start browser on custom IP address.
+ - Fixed wrong URLs to polls in motion detail view.
+ - Added Czech translation.
+
+
+## Version 1.4 (2013-07-10)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.4
+
+**Agenda:**
+- New feature: list of speakers for each agenda item which saves begin and end time of each speaker; added new widget and overlay on the dashboard for easy managing and presenting lists of speakers.
+- New item type: organisational item (vs. agenda item).
+- New duration field for each item (with total time calculation for end time of event).
+- Better drag'n'drop sorting of agenda items (with nestedSortable jQuery plugin).
+
+**Motions:**
+- Integrated CKEditor to use allowed HTML formatting in motion text/reason. With server-side whitelist filtering of HTML tags (with bleach) and HTML support for reportlab in motion pdf.
+- New motion API.
+- Support for serveral submitters.
+- New workflow concept with two built-in workflows:
+  1)  complex workflow (like in OpenSlides <= v1.3)
+  2)  simple workflow (only 4 states: submitted -> acceptednot decided; no versioning)
+- Categories for grouping motions.
+- New modifiable identifier.
+- New motion version diff view. Improved history table in motion detail view.
+- New config variable 'Stop submitting of new motions' (for non-manager users).
+- Updated motion status log.
+- Updated csv import.
+
+**Participants:**
+- New feature: qr-code for system url on participants password pdf.
+- Update default groups and permissions.
+- New participant field: 'title'.
+- Removed participants field 'type'. Use 'group' field instead. Updated csv import.
+- Added warning if non-superuser removes his last group containing permission to manage participants.
+
+**Other:**
+- New html template based on twitter bootstrap.
+- New GUI frontend for the Windows portable version.
+- New command to backup sqlite database.
+- New mediafile app (files) to upload/download files via frontend.
+- Used Tornado web server (instead of Django's default development server).
+- Updated win32 portable version to use Tornado.
+- Integrated DataTables jQuery plugin for overview tables of motions, elections and participants (for client side sorting/filtering/pagination).
+- New overlay API for projector view.
+- New config app: Apps have to define config vars only once; config pages and forms are created automatically.
+- Moved version page out of the config app.
+- Changed version number api for plugins.
+- Moved widget with personal info to account app. Inserted info about lists of speakers.
+- Updated to Django 1.5.
+- Dropped support for python 2.5.
+- Updated packaging (setup.py and portable).
+- Open all PDFs in a new tab.
+- Changed Doctype to HTML5.
+- Updated German documentation (especially sections about agenda and motions).
+- Several minor fixes and improvements.
+
+
+## Version 1.3.1 (2013-01-09)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.3.1
+
+- Fixed unwanted automatical language switching on projector view if more than one browser languages send projector request to OpenSlides (#434)
+
+
+## Version 1.3 (2012-12-10)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.3
+
+**Projector:**
+- New public dashboard which allows access for all users per default. (#361) (changed from the old, limited projector control page)
+- New dashboard widgets:
+    - welcome widget (shows static welcome title and text)
+    - participant widget
+    - group widget
+    - personal widget (shows my motions and my elections)
+- Hide scrollbar in projector view.
+- Added cache for AJAX version of the projector view.
+- Moved projector control icons into projector live widget. (#403)
+- New weight field for custom slides (to order custom slides in widget).
+- Fixed drag'n'drop behaviour of widgets into empty dashboard column.
+- Fixed permissions for agenda, motion and assignment widgets (set to projector.can_manage_projector).
+
+**Agenda:**
+- Fixed slide error if agenda item deleted. (#330)
+
+**Motions:**
+- Translation: Changed 'application' to 'motion'.
+- Fixed: Manager could not edit supporters. (#336)
+- Fixed attribute error for anonymous users in motion view. (#329)
+- Set default sorting of motions by number (in widget).
+- CSV import allows to import group as submitter. (#419)
+- Updated motion code for new user API.
+- Rewrote motion views as class based views.
+
+**Elections:**
+- User can block himself/herself from candidate list after delete his/her candidature.
+- Show blocked candidates in separate list.
+- Mark elected candidates in candidate list. (#374)
+- Show linebreaks in description. (#392)
+- Set default sorting of elections by name (in widget).
+- Fixed redirect from a poll which does not exists anymore.
+- Changed default permissions of anonymous user to see elections. (#334)
+- Updated assignment code for new user API.
+
+**Participants:**
+- New user and group API.
+- New group option to handle a group as participant (and thus e.g. as submitter of motion).
+- CSV import does not delete existing users anymore and append users as new users.
+- New user field 'about me'. (#390)
+- New config option for sorting users by first or last name (in participant lists, elections and motions). (#303)
+- Allowed whitespaces in username, default: ``<firstname lastname>`` (#326)
+- New user and group slides. (#176)
+- Don't allow to deactivate the administrator or themself.
+- Don't allow to delete themself.
+- Renamed participant field 'groups' to 'structure level' (German: Gliederungsebene).
+- Rewrote participant views as class based views.
+- Made OpenSlides user a child model of Django user model.
+- Appended tests.
+- Fixed error to allow admins to delete anonymous group
+
+**Other:**
+- Added French translation (Thanks to Moira).
+- Updated setup.py to make an openslides python package.
+- Removed frontpage (welcome widget contains it's content) and redirect '/' to dashboard url.
+- Added LOCALE_PATHS to openslides_settings to avoid deprecation in Django 1.5.
+- Redesigned the DeleteView (append QuestionMixin to send question via the django message API).
+- Fixed encoding error in settings.py. (#349)
+- Renamed openslides_settings.py to openslides_global_settings.py.
+- New default path to database file (XDG_DATA_HOME, e.g. ~/.local/share/openslides/).
+- New default path to settings file (XDG_CONFIG_HOME, e.g. ~/.config/openslides/).
+- Added special handling to determine location of database and settings file in portable version.
+- Don't use similar characters in generated passwords (no 'Il10oO').
+- Localised the datetime in PDF header. (#296)
+- Used specific session cookie name. (#332)
+- Moved code repository from hg to git (incl. some required updates, e.g. version string function).
+- Updated German translations.
+- Several code optimizations.
+- Several minor and medium issues and errors were fixed.
+
+
+## Version 1.2 (2012-07-25)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.2
+
+**General:**
+- New welcome page with customizable title and text.
+- OpenSlides portable win32 binary distribution.
+- New start script (start.py) to automatically create the default settings and the database, start the server and the default browser.
+- Add plugin system. Allow other django-apps to interact with OpenSlides.
+
+**Projector:**
+- New projector dashboard to control all slides on projector.
+- New projector live view on projector dashboard.
+- Countdown calculation works now on server-side.
+- New Overlay messages to show additional information on a second projector layer.
+- Add custom slides.
+- Add a welcome slide.
+- Project application and assignment slides without an agenda item.
+- Update the projector once per second (only).
+
+**Agenda:**
+- Add new comment field for agenda items.
+
+**Elections (Assignments):**
+- New config option to publish voting results for selected winners only.
+
+**Applications:**
+- Now, it's possible to deactivate the whole supporter system.
+- New import option: set status of all imported applications to 'permit'.
+- More log entries for all application actions.
+
+**Participant:**
+- Add new comment field for participants.
+- Show translated permissions strings in user rols form.
+- Admin is redirect to 'change password' page.
+- New default user name: "firstname lastname".
+
+**Other:**
+- Use Django's class based views.
+- Update to Django 1.4. Drop python 2.4 support for this reason.
+- Separate the code for the projector.
+- Rewrite the vote results table.
+- Rewrite the poll API.
+- Rewrite the config API. (Now any data which are JSON serializable can be stored.)
+- Improved CSV import for application and participants.
+- GUI improvements of web interface (e.g. sub navigations, overview tables).
+- Several minor and medium issues and errors were fixed.
+
+
+## Version 1.1 (2011-11-15)
+
+https://github.com/OpenSlides/OpenSlides/milestones/1.1
+
+**Agenda:**
+- [Feature] Agenda overview: New item-done-column for all non-manager (#7)
+- [Feature] Allow HTML-Tags in agenda item of text (#12)
+- [Feature] Split up hidden agenda items in new agenda table section (#13)
+
+**Projector:**
+- [Feature] Assignment projector view layout improvements (#9)
+- [Bugfix] Zoom problem for sidebar div in beamer view (#5)
+- [Bugfix] Blue 'candidate elected line' not visible in projector ajax view (#6)
+- [Bugfix] Assignment projector view: Show results for elected candidates only (#11)
+- [Bugfix] Missing beamer scaling (#2)
+- [Bugfix] Assigment projector view: Removed empty character for no results cell. (#10)
+
+**Applications:**
+- [Feature] Import applications (#55)
+- [Feature] Support trivial changes to an application (#56)
+- [Bugfix] Order submitter and supporter form fields by full name (#53)
+- [Bugfix] Application: Show profile instead of submitter username (#15)
+- [Bugfix] "Application: Only check enough supports in status ""pub""" (#16)
+
+**Elections:**
+- [Feature] New button to show agenda item of selected application/assignment (#54)
+- [Feature] Open add-user-url in new tab. (#32)
+
+**Applications/Elections:**
+- [Feature] Show voting results in percent (#48)
+
+**Participants:**
+- [Feature] Filter displayed permissions in group editor (#59)
+- [Feature] Generate password after user creation automatically (#58)
+- [Bugfix] Encoding error (#1)
+- [Bugfix] List of participants (pdf) link not visible for users with see-particiants-permissions (#3)
+- [Bugfix] Use user.profile.get_type_display() instead of user.profile.type (#4)
+
+**PDF:**    
+- [Feature] Mark elected candidates in PDF (#31)
+- [Feature] New config option to set title and preamble text for application and assignment pdf (#33)
+- [Feature] New config option to set number of ballots in PDF (#26)
+- [Bugfix] Assignment ballot pdf: Wrong line break in group name with brackets (#8)
+- [Bugfix] Print available candidates in assignment pdf (#14)
+- [Bugfix] Show "undocumented" for result "-2" in application and assignment pdf (#17)
+
+**Other:**
+- [Feature] Rights for anonymous (#45)
+- [Feature] Show counter for limited speaking time (#52)
+- [Feature] Reorderd config tab subpages (#61)
+- [Localize] i18n German: Use gender-specific strings (#51)
+- [Bugfix] ``<button>`` inside ``<a>`` tag not working in IE (#57)
+- [Bugfix] Change default sort for tables of applications, assignments, participants (#27)
+
+
+## Version 1.0 (2011-09-12)
+
+https://github.com/OpenSlides/OpenSlides/tree/1.0/

DEVELOPMENT.md

@@ -0,0 +1,159 @@
+# Development of OpenSlides 4
+
+## Requirements
+
+You need git, bash, docker, docker-compose, make and openssl installed.
+
+Go is needed to install https://github.com/FiloSottile/mkcert (but Go is not a requirement to start the development server). The development setup uses HTTPS per default. OpenSlides does not work with HTTP anymore since features are required (like http2) that only works in a secure environment.
+
+## Before starting the development
+
+Clone this repository:
+
+    $ git clone --recurse-submodules git@github.com:OpenSlides/OpenSlides.git
+
+After cloning you need to initialize all submodules:
+
+    $ git submodule update --init
+
+Finally, start the development server:
+
+    $ make run-dev
+    
+(This command won't run without sudo, or without having set up Docker to run without sudo - see their documentation)
+
+You can access the services independently using their corresponding ports
+or access the full stack on
+
+    $ https://localhost:8000
+
+## Running tests
+
+To run all tests of all services, execute `run-service-tests`. TODO: Systemtests in this repo.
+
+## Adding a new Service
+
+    $ git submodule add <git@myrepo.git>
+
+Append `branch = main` to the new entry in the `.gitmodules` file. Verify,
+that it is there (the folder should have 160000 permissions: Submodule) with the
+current commit:
+
+    $ git diff --cached
+
+Then, commit changes and create a pull request.
+
+## Work in submodules
+
+Create your own fork at github.
+
+Remove the upstream repo as the origin in the submodule:
+
+    $ cd <submodule>
+    $ git remote remove origin
+
+Add your fork and the main repo as origin and upstream
+
+    $ git remote add origin `<your fork>`
+    $ git remote add upstream `<main repo>`
+    $ git fetch --all
+    $ git checkout origin main
+
+You can verify that your setup is correct using
+
+    $ git remote -v
+
+The output should be similar to
+
+    origin    git@github.com:<GithubUsername>/OpenSlides.git (fetch)
+    origin	  git@github.com:<GithubUsername>/OpenSlides.git (push)
+    upstream  git@github.com:OpenSlides/OpenSlides.git (fetch)
+    upstream  git@github.com:OpenSlides/OpenSlides.git (push)
+
+## Requirements for services
+
+### Environment variables
+
+These environment variables are available:
+
+- `<SERVICE>_HOST`: The host from a required service
+- `<SERVICE>_PORT`: The port from a required service
+
+Required services can be `MESSAGE_BUS`, `DATASTORE_WRITER`, `PERMISSION`, `AUTOUPDATE`,
+etc. For private services (e.g. a database dedicated to exactly one service),
+use the following syntax: `<SERVICE>_<PRIV_SERVICE>_<ATTRIBUTE>`, e.g. the
+Postgresql user for the datastore: `DATASTORE_POSTGRESQL_USER`.
+
+### Makefile
+
+A makefile must be provided at the root-level of the service. The currently
+required (phony) targets are:
+
+- `run-tests`: Execute all tests from the submodule
+- `build-dev`: Build an image with the tag `openslides-<service>-dev`
+
+### Build arguments in the Dockerfile
+
+These build arguments should be supported by every service:
+
+- `REPOSITORY_URL`: The git-url for the repository to use
+- `GIT_CHECKOUT`: A branch/tag/commit to check out during the build
+
+Note that meaningful defaults should be provided in the Dockerfile.
+
+## Developing on a single service
+
+Go to the serivce and create a new branch (from main):
+
+    $ cd my-service
+    $ git status  # -> on main?
+    $ git checkout -b my-feature
+
+Run OpenSlides in development mode (e.g. in a new terminal):
+
+    $ make run-dev
+
+After making some changes in my-service, create a commit and push to your fork
+
+    $ git add -A
+    $ git commit -m "A meaningful commit message here"
+    $ git push origin -u my-feature
+
+As the last step, you can create a PR on Github. After merging, these steps are
+required to be executed in the main repo:
+
+    $ cd my-service
+    $ git pull upstream main
+    $ cd ..
+    $ git diff  # -> commit hash changed for my-service
+
+If the update commit should be a PR:
+
+    $ git checkout -b updated-my-service
+    $ git commit -am "Updated my-service"
+    $ git push origin updated-my-service
+
+Or a direct push on main:
+
+    $ git commit -am "Updated my-service"
+    $ git push origin main
+
+## Working with Submodules
+
+After working in many services with different branches, this command checks
+out `main` (or the given branch in the .gitmodules) in all submodules and
+pulls main from upstream (This requres to have `upstream`set up as a remote
+in all submodules):
+
+    $ git submodule foreach -q --recursive 'git checkout $(git config -f $toplevel/.gitmodules submodule.$name.branch || echo main); git pull upstream $(git config -f $toplevel/.gitmodules submodule.$name.branch || echo main)'
+
+This command has can also be called from the makefile using:
+
+    $ make services-to-main
+
+When changing the branch in the main repo (this one), the submodules do not
+automatically gets changed. THis ocmmand checks out all submodules to the given
+commits in the main repo:
+
+    $ git submodule update
+

LICENSE

@@ -1,6 +1,6 @@
-The MIT License (MIT)
+MIT License
 
-Copyright (c) 2011-2015 OpenSlides Team
+Copyright (c) Since 2011 Authors of OpenSlides, see AUTHORS
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

MANIFEST.in

@@ -1,9 +0,0 @@
-include AUTHORS
-include CHANGELOG
-include LICENSE
-include README.rst
-include requirements_production.txt
-recursive-include openslides *.*
-recursive-exclude openslides *.pyc
-recursive-exclude openslides *.swp
-recursive-exclude openslides *~

Makefile

@@ -0,0 +1,52 @@
+run-integration-tests:
+	@echo "Start OpenSlides Dev"
+	make run-dev ARGS="-d"
+	@echo "Start integration tests"
+	make cypress-docker
+	docker-compose -f integration/docker-compose.yml up
+	@echo "Stop OpenSlides Dev"
+	make stop-dev
+
+run-service-tests:
+	git submodule foreach 'make run-tests'
+
+build-dev:
+	./dev-commands/submodules-do.sh 'make build-dev'
+	make -C proxy build-dev
+
+run-dev: | build-dev
+	docker-compose -f docker/docker-compose.dev.yml up $(ARGS)
+
+run-dev-otel: | build-dev
+	docker-compose -f docker/docker-compose.dev.yml -f docker/dc.otel.dev.yml up $(ARGS)
+
+stop-dev:
+	docker-compose -f docker/docker-compose.dev.yml down --volumes --remove-orphans
+
+stop-dev-otel:
+	docker-compose -f docker/docker-compose.dev.yml -f docker/dc.otel.dev.yml down --volumes --remove-orphans
+
+copy-node-modules:
+	docker-compose -f docker/docker-compose.dev.yml exec client bash -c "cp -r /app/node_modules/ /app/src/"
+	mv openslides-client/client/src/node_modules/ openslides-client/client/
+
+reload-proxy:
+	docker-compose -f docker/docker-compose.dev.yml exec -w /etc/caddy proxy caddy reload
+
+services-to-main:
+	./services-to-main.sh
+
+submodules-origin-to-upstream:
+	# You may only use this one time after cloning this repository.
+	# Will set the upstream remote to "origin"
+	git submodule foreach -q --recursive 'git remote rename origin upstream'
+
+cypress-open:
+	cd integration; npm run cypress:open
+
+cypress-run:
+	cd integration; npm run cypress:run
+
+cypress-docker:
+	docker-compose -f integration/docker-compose.yml build
+	docker-compose -f integration/docker-compose.yml up

README.md

@@ -0,0 +1,57 @@
+# OpenSlides
+
+## What is OpenSlides?
+
+OpenSlides is a free, web based presentation and assembly system for
+managing and projecting agenda, motions and elections of an assembly. See
+https://openslides.com for more information.
+
+
+## Using OpenSlides productively
+
+__OpenSlides 4 (this) is currently in beta version!__
+
+If you are just looking to use OpenSlides in a productive manner, please refer
+to the [OpenSlides 3.4 (stable)](https://github.com/OpenSlides/OpenSlides/tree/stable/3.4.x)
+
+
+## Installation
+
+### Requirements
+
+You need [Docker](https://docs.docker.com/engine/install/) and [Docker
+Compose](https://docs.docker.com/compose/install/).
+
+### Setup OpenSlides
+
+For a productive setup of OpenSlides get the [OpenSlides manage
+tool](https://github.com/OpenSlides/openslides-manage-service/releases/tag/latest)
+from GitHub and make it executable. E. g. run:
+
+    $ wget https://github.com/OpenSlides/openslides-manage-service/releases/download/latest/openslides
+    $ chmod +x openslides
+
+Then follow the instructions outlined in the [OpenSlides Manage
+Service](https://github.com/OpenSlides/openslides-manage-service).
+
+
+## Development
+
+For further information about developing OpenSlides, refer to [the development
+readme](DEVELOPMENT.md).
+
+### Architecture of OpenSlides 4
+
+![System architecture of OpenSlides 4](https://raw.githubusercontent.com/wiki/OpenSlides/OpenSlides/OS4/img/OpenSlides4.svg)
+
+Read more about our [concept of OpenSlides 4.0](https://github.com/OpenSlides/OpenSlides/wiki/DE%3AKonzept-OpenSlides-4).
+
+The technical documentation about the internals, requests and functionality can
+be found [in the wiki](https://github.com/OpenSlides/OpenSlides/wiki/DE%3AKonzept-OpenSlides-4).
+
+
+## License and authors
+
+OpenSlides is Free/Libre Open Source Software (FLOSS), and distributed
+under the MIT License, see ``LICENSE`` file. The authors of OpenSlides are
+mentioned in the ``AUTHORS`` file.

README.rst

@@ -1,299 +0,0 @@
-============
- OpenSlides
-============
-
-I. What is OpenSlides?
-======================
-
-OpenSlides is a free web-based presentation and assembly system for
-displaying and controlling of agenda, motions and elections of an assembly.
-See http://openslides.org/ for more information.
-
-
-II. Requirements
-================
-
-OpenSlides runs everywhere where Python is running (for example on
-GNU/Linux, Mac or Windows (XP or newer)). On each client you need only an
-actual webbrowser.
-
-
-III. Installation
-=================
-
-Installation on GNU/Linux or Mac OS X
--------------------------------------
-
-1. Check requirements
-
-   Make sure that you have installed Python Programming Language 3 (>= 3.3)
-   on your system. You will also need the Python development headers.
-
-   For example for Ubuntu run::
-
-       $ sudo apt-get install python3-dev
-
-2. Setup a virtual environment with Virtual Python Environment builder
-   (optional)
-
-   You can setup a virtual environment to install OpenSlides as non-root
-   user. Make sure that you have installed Virtual Python Environment
-   builder on your system.
-
-   For example for Ubuntu run::
-
-       $ sudo apt-get install python-virtualenv
-
-   Create your OpenSlides directory, change to it, setup and activate the
-   virtual environment::
-
-       $ mkdir OpenSlides
-       $ cd OpenSlides
-       $ virtualenv -p /usr/bin/python3 .virtualenv
-       $ source .virtualenv/bin/activate
-
-3. Install OpenSlides
-
-   You can use the package from the `OpenSlides Website
-   <http://openslides.org/download/>`_. Download latest OpenSlides release
-   as compressed tar archive and run::
-
-       $ pip install openslides-x.x.tar.gz
-
-   OpenSlides will install all required python packages (see
-   requirements_production.txt).
-
-
-Installation on Windows
------------------------
-
-*Note: There is a portable version of OpenSlides for Windows which does not
-required any install steps. If there is a reason that you can not use the
-portable version you should observe the following install steps.*
-
-1. Check requirements
-
-   Make sure that you have installed Python Programming Language 3 (>= 3.3)
-   and Setuptools on your system.
-
-   a. Download and run the latest `Python 3.4 32-bit MSI installer
-      <https://www.python.org/downloads/windows/>`_. Note
-      that the 32-bit MSI installer is required even on a 64-bit Windows
-      system. If you use the 64-bit MSI installer, step 3 of this
-      instruction will fail unless you installed the package reportlab
-      manually.
-
-   b. Add python directories to PATH (via Control Panel > System >
-      Advanced): ``";C:\\Python34;C:\\Python34\\Scripts"``. Note that the path
-      can differ if you customized the install of Python in the first step.
-
-   c. Download and run (via double click) the last `install script
-      ez_setup.py for Setuptools
-      <https://pypi.python.org/pypi/setuptools/#installation-instructions>`_.
-
-2. Setup a virtual environment with Virtual Python Environment builder
-   (optional)
-
-   You can setup a virtual environment to install OpenSlides as non-root
-   user. Make sure that you have installed Virtual Python Environment
-   builder on your system.
-
-   To install Virtual Python Environment builder, open command line (cmd)
-   and run::
-
-       > easy_install https://pypi.python.org/packages/source/v/virtualenv/virtualenv-12.0.5.tar.gz
-
-   Create your OpenSlides directory, change to it, setup and activate the
-   virtual environment::
-
-       > md OpenSlides
-       > cd OpenSlides
-       > virtualenv .virtualenv
-       > .virtualenv\Scripts\activate
-
-3. Install OpenSlides
-
-   You can use the package from the `OpenSlides Website
-   <http://openslides.org/download/>`_. Download latest OpenSlides release
-   as compressed tar archive and run::
-
-       > easy_install openslides-x.x.tar.gz
-
-   OpenSlides will install all required python packages (see
-   requirements_production.txt).
-
-
-IV. Start
-=========
-
-To start OpenSlides simply run on command line::
-
-    openslides
-
-If you run this command the first time, a new database and the admin account
-(Username: `admin`) will be created. Please change the password (Password:
-`admin`) after first login!
-
-OpenSlides will start using the integrated Tornado webserver. It will also
-try to open the webinterface in your default webbrowser. The server will
-try to listen on the local ip address on port 80 or port 8000 if you do not
-have admin permissions. That means that the server will be available to
-everyone on your local network (at least for commonly used network
-configurations).
-
-If you use a virtual environment (see install instructions, step 2), do not
-forget to activate the environment before restart after you have closed the
-terminal.
-
-For Unix and Mac OS X run::
-
-    $ source .virtualenv/bin/activate
-
-For Windows run::
-
-    > .virtualenv\Scripts\activate
-
-To get help on the command line options run::
-
-    openslides --help
-
-
-V. Development
-==============
-
-If you want to join us developing OpenSlides, have a look at `GitHub
-<https://github.com/OpenSlides/OpenSlides/>`_ or write an email to our
-`mailing list <http://openslides.org/contact/>`_.
-
-
-Installation and start of the development version
--------------------------------------------------
-
-1. Check requirements
-
-   You need to have `Python 3 (>=3.3) <https://www.python.org/>`_, `Node.js
-   (>=0.10) <https://nodejs.org/>`_ and `Git <http://git-scm.com/>`_
-   installed. See also step 1 in the correspondent instruction in section
-   III.
-
-2. Get OpenSlides source code
-
-   Clone current master version from `OpenSlides' GitHub repository
-   <https://github.com/OpenSlides/OpenSlides/>`_::
-
-       cd ...  # Go to a nice place in your filesystem.
-       git clone https://github.com/OpenSlides/OpenSlides.git
-       cd OpenSlides
-
-3. Setup and activate a virtual environment with Virtual Python Environment
-   builder (optional)
-
-   Follow step 2 in the correspondent instruction in section III.
-
-4. Install all required Python packages::
-
-       $ pip install -r requirements.txt
-
-5. Install all npm and bower packages
-
-   For Unix and Mac OS X run::
-
-       $ npm install
-       $ node_modules/.bin/bower install
-
-   For Windows run::
-
-       > npm install
-       > node_modules\.bin\bower install
-
-6. Concat and copy all third party JavaScript and Cascading Style Sheets
-   libraries
-
-   For Unix and Mac OS X run::
-
-       $ node_modules/.bin/gulp
-
-   For Windows run::
-
-       > node_modules\.bin\gulp
-
-7. Start OpenSlides
-
-   Use the command-line interface::
-
-       python manage.py start
-
-   This will create a new development directoy with settings.py and database.
-
-   To get help on the command-line options run::
-
-       python manage.py --help
-
-
-Coding Style
-------------
-
-You can find some information on the coding style in the `OpenSlides wiki
-<https://github.com/OpenSlides/OpenSlides/wiki/De%3ACode-Richtlinien-f%C3%BCr-Openslides>`_.
-
-
-VI. Used software
-=================
-
-OpenSlides uses the following projects or parts of them:
-
-* `backports.ssl_match_hostname <https://bitbucket.org/brandon/backports.ssl_match_hostname>`_,
-  License: Python Software Foundation License
-
-* `Beautiful Soup <http://www.crummy.com/software/BeautifulSoup/>`_,
-  License: MIT
-
-* `Bleach <https://github.com/jsocol/bleach/>`_, License: BSD
-
-* `Bootstrap <http://getbootstrap.com/2.3.2/>`_, License: Apache
-  License v2.0
-
-* `Django <https://www.djangoproject.com>`_, License: BSD
-
-* `Django CKEditor <https://github.com/riklaunim/django-ckeditor>`_, License: BSD
-
-* `Django haystack <http://haystacksearch.org>`_, License: BSD
-
-* `pdf.js <http://mozilla.github.io/pdf.js/>`_, License: Apache License v2.0
-
-* `ReportLab <http://www.reportlab.com/software/opensource/rl-toolkit/>`_,
-  License: BSD
-
-* `roman <https://pypi.python.org/pypi/roman>`_, License: Python 2.1.1
-
-* `setuptools <https://pypi.python.org/pypi/setuptools>`_,
-  License: Python Software Foundation License
-
-* `sockjs-tornado <https://github.com/mrjoes/sockjs-tornado>`_,
-  License: MIT
-
-* `Sphinx <http://sphinx-doc.org/>`_, License: BSD
-
-* Sphinx extension `autoimage <https://gist.github.com/kroger/3856821/>`_,
-  License: MIT
-
-* `Sphinx Bootstrap Theme
-  <http://ryan-roemer.github.io/sphinx-bootstrap-theme/>`_, License: MIT
-
-* `Tornado <http://www.tornadoweb.org/en/stable/>`_, License: Apache
-  License v2.0
-
-* `Ubuntu TrueType Font <http://font.ubuntu.com>`_, License: Ubuntu Font
-  Licence 1.0
-
-* `Whoosh <https://bitbucket.org/mchaput/whoosh/wiki/Home/>`_, License: BSD
-
-* Several JavaScript packages (see bower.json)
-
-
-VII. License and authors
-========================
-
-OpenSlides is Free/Libre Open Source Software (FLOSS), and distributed under
-the MIT License, see LICENSE file. The authors of OpenSlides are mentioned
-in the AUTHORS file.

bower.json

@@ -1,27 +0,0 @@
-{
-  "name": "OpenSlides",
-  "private": true,
-  "dependencies": {
-    "lodash": "~3.0.1",
-    "jquery": "~2.1.4",
-    "jquery.cookie": "~1.4.1",
-    "bootstrap-css-only": "~3.3.4",
-    "angular": "~1.3.15",
-    "angular-bootstrap": "~0.13.0",
-    "angular-messages": "~1.3.15",
-    "angular-animate": "~1.3.15",
-    "angular-csv-import": "~0.0.15",
-    "angular-loading-bar": "~0.7.1",
-    "angular-ui-router": "~0.2.13",
-    "angular-ui-select": "~0.12",
-    "angular-ui-tree": "~2.2.0",
-    "angular-gettext": "~2.0.2",
-    "angular-sanitize": "~1.3.15",
-    "angular-xeditable": "~0.1.9",
-    "js-data-angular": "~2.1.0",
-    "ng-fab-form": "~1.2.7",
-    "ngBootbox": "~0.0.5",
-    "sockjs": "~0.3.4",
-    "font-awesome-bower": "4.3.0"
-  }
-}

db.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+docker-compose -f docker/docker-compose.dev.yml exec datastore-writer psql -h postgres -U openslides

dc-dev.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+cd "$(dirname $0)"
+docker-compose -f docker/docker-compose.dev.yml $@

dev-commands/clear-ds.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+set -e
+
+curl --header "Content-Type: application/json" -d '' http://localhost:9011/internal/datastore/writer/truncate_db

dev-commands/export-ds.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+set -e
+cd "$(dirname $0)"
+
+TARGET=${1:-export.json}
+URL="http://localhost:9010/internal/datastore/reader/get_everything"
+curl --header "Content-Type: application/json" -d '{}' $URL 2> /dev/null | python3 strip-meta-fields.py > $TARGET

dev-commands/manage.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+docker build openslides-manage-service/ --target manage --tag openslides-manage
+docker run --network host openslides-manage $@

dev-commands/set-ds.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -e
+cd "$(dirname $0)"
+
+# first argument is the example data
+DATA=$(cat ${1:-../docs/example-data.json})
+./clear-ds.sh
+docker-compose -f ../docker/docker-compose.dev.yml exec datastore-writer \
+    bash -c "source export-database-variables.sh; echo '$DATA' > /data.json; export DATASTORE_INITIAL_DATA_FILE=/data.json; python cli/create_initial_data.py"

dev-commands/strip-meta-fields.py

@@ -0,0 +1,12 @@
+import sys
+import json
+
+data = sys.stdin.read()
+json_data = json.loads(data)
+for collection, models in json_data.items():
+    for model in models.values():
+        for field in list(model.keys()):
+            if field.startswith("meta_"):
+                del model[field]
+
+sys.stdout.write(json.dumps(json_data, separators=(',', ':')))

dev-commands/submodules-do.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+# This script runs a command in every registered submodule parallel
+# Credits go to https://stackoverflow.com/a/70418086
+
+if [ -z "$1" ]; then
+    echo "Missing Command" >&2
+    exit 1
+fi
+
+COMMAND="$@"
+
+IFS=$'\n'
+for DIR in $(git submodule foreach --recursive -q sh -c pwd); do
+    printf "\n\"${DIR}\": \"${COMMAND}\" started!\n" \
+    && \
+    cd "$DIR" \
+    && \
+    eval "$COMMAND" \
+    && \
+    printf "\"${DIR}\": \"${COMMAND}\" finished!\n" \
+    &
+done
+wait

docker/.env

@@ -0,0 +1,35 @@
+# OpenSlides instance configuration
+#
+# As well as environment variables for various services, this file contains
+# variables used to persist custom settings for docker-compose.yml or
+# docker-stack.yml.  See the preamble of a docker-compose.yml.m4 or
+# docker-stack.yml.m4 template for more information.
+#
+# Most variables are listed here only to facilitate discovery of the available
+# options.  Empty values cause the template's defaults to be inserted.
+
+# General
+# -------
+INSTANCE_DOMAIN=
+PROJECT_STACK_NAME=
+EXTERNAL_HTTP_PORT=
+DEFAULT_DOCKER_REGISTRY=
+
+# Docker Images
+# -------------
+DOCKER_OPENSLIDES_BACKEND_NAME=
+DOCKER_OPENSLIDES_BACKEND_TAG=
+DOCKER_OPENSLIDES_FRONTEND_NAME=
+DOCKER_OPENSLIDES_FRONTEND_TAG=
+
+# Configuration
+# -------------
+ENABLE_ELECTRONIC_VOTING=
+
+# Service Replication
+# -------------------
+# TODO!!
+OPENSLIDES_BACKEND_SERVICE_REPLICAS=
+OPENSLIDES_FRONTEND_SERVICE_REPLICAS=
+REDIS_RO_SERVICE_REPLICAS=
+MEDIA_SERVICE_REPLICAS=

docker/build.sh

@@ -0,0 +1,152 @@
+#!/bin/bash
+
+set -e
+
+HOME=$(dirname "$(realpath "${BASH_SOURCE[0]}")")
+declare -A TARGETS
+TARGETS=(
+  [proxy]="$HOME/../proxy/"
+  [client]="$HOME/../openslides-client/"
+  [backend]="$HOME/../openslides-backend/"
+  [auth]="$HOME/../openslides-auth-service/"
+  [autoupdate]="$HOME/../openslides-autoupdate-service/"
+  [manage]="$HOME/../openslides-manage-service/"
+  [datastore-reader]="$HOME/../openslides-datastore-service/reader"
+  [datastore-writer]="$HOME/../openslides-datastore-service/writer"
+  [media]="$HOME/../openslides-media-service/"
+  [vote]="$HOME/../openslides-vote-service/"
+  [icc]="$HOME/../openslides-icc-service/"
+)
+
+DOCKER_REPOSITORY="openslides"
+DOCKER_TAG="latest-4"
+CONFIG="/etc/osinstancectl"
+OPTIONS=()
+BUILT_IMAGES=()
+DEFAULT_TARGETS=(proxy client backend auth autoupdate permission manage datastore-reader datastore-writer media vote icc)
+
+usage() {
+  cat << EOF
+Usage: $(basename ${BASH_SOURCE[0]}) [<options>] <service>...
+
+Options:
+  -D, --docker-repo  Specify a Docker repository
+                     (default: unspecified, i.e., system default)
+  -t, --tag          Tag the Docker image (default: $DOCKER_TAG)
+  --ask-push         Offer to push newly built images to registry
+  --no-cache         Pass --no-cache to docker-build
+EOF
+}
+
+# Config file
+if [[ -f "$CONFIG" ]]; then
+  echo "Found ${CONFIG} file."
+  source "$CONFIG"
+fi
+
+shortopt="hr:D:t:"
+longopt="help,docker-repo:,tag:,ask-push,no-cache"
+ARGS=$(getopt -o "$shortopt" -l "$longopt" -n "$ME" -- "$@")
+if [ $? -ne 0 ]; then usage; exit 1; fi
+eval set -- "$ARGS";
+unset ARGS
+
+# Parse options
+while true; do
+  case "$1" in
+    -D|--docker-repo)
+      DOCKER_REPOSITORY="$2"
+      shift 2
+      ;;
+    -t|--tag)
+      DOCKER_TAG="$2"
+      shift 2
+      ;;
+    --ask-push)
+      ASK_PUSH=1
+      shift 1
+      ;;
+    --no-cache)
+      OPTIONS+="--no-cache"
+      shift 1
+      ;;
+    -h|--help) usage; exit 0 ;;
+    --) shift ; break ;;
+    *) usage; exit 1 ;;
+  esac
+done
+
+SELECTED_TARGETS=($@)
+[[ "${#SELECTED_TARGETS[@]}" -ge 1 ]] || SELECTED_TARGETS=("${DEFAULT_TARGETS[@]}")
+[[ "${SELECTED_TARGETS[@]}" != "all" ]] || SELECTED_TARGETS=("${!TARGETS[@]}")
+
+for i in "${SELECTED_TARGETS[@]}"; do
+
+  loc="${TARGETS[$i]}"
+  [[ -n "$loc" ]] || {
+    echo "ERROR: Cannot build ${i}: not configured."
+    continue
+  }
+
+  img_name="openslides-${i}"
+  img="${img_name}:${DOCKER_TAG}"
+  if [[ -n "$DOCKER_REPOSITORY" ]]; then
+    img="${DOCKER_REPOSITORY}/${img}"
+  fi
+
+  echo "Building $img..."
+  cd $loc
+  {
+    printf '{\n'
+    printf '\t"service": "%s,\n' "${i}"
+    printf '\t"date": "%s",\n' "$(date)"
+    printf '\t"commit": "%s",\n' "$(git rev-parse HEAD)"
+    printf '\t"commit-abbrev": "%s",\n' "$(git rev-parse --abbrev-ref HEAD)"
+    printf '}\n'
+  } > version.json
+
+  # Special instructions for local services
+  build_script="${loc}/build.sh"
+  if [[ -f "$build_script" ]]; then
+    ( . "$build_script" )
+  else
+    docker build --tag "$img" --pull "${OPTIONS[@]}" "$loc"
+  fi
+  rm version.json
+
+  BUILT_IMAGES+=("$img ON")
+done
+
+if [[ "${#BUILT_IMAGES[@]}" -ge 1 ]]; then
+  printf "\nSuccessfully built images:\n\n"
+  for i in "${BUILT_IMAGES[@]}"; do
+    read -r img x <<< "$i"
+    printf "  - $img\n"
+  done
+else
+  echo "No images were built."
+  exit 3
+fi
+
+[[ "$ASK_PUSH" ]] || exit 0
+
+if hash whiptail > /dev/null 2>&1; then
+  while read img; do
+    echo "Pushing ${img}."
+    docker push "$img"
+  done < <( whiptail --title "OpenSlides build script" \
+    --checklist "Select images to push to their registry." \
+    25 78 16 --separate-output --noitem --clear \
+    ${BUILT_IMAGES[@]} \
+    3>&2 2>&1 1>&3 )
+else
+  echo
+  for i in "${BUILT_IMAGES[@]}"; do
+    read -r img x <<< "$i"
+    read -p "Push image '$img' to repository? [Y/n] " REPL
+    case "$REPL" in
+      N|n|No|no|NO) exit 0;;
+      *) docker push "$img" ;;
+    esac
+  done
+fi

docker/dc.otel.dev.yml

@@ -0,0 +1,13 @@
+version: "3"
+services:
+
+  collector:
+    image: otel/opentelemetry-collector:0.41.0
+    command: ["--config=/etc/otel-collector-config.yml"]
+    volumes:
+      - ./otel-collector-config.yml:/etc/otel-collector-config.yml
+
+  jaeger:
+    image: jaegertracing/all-in-one
+    ports:
+    - "16686:16686"

docker/docker-compose.dev.yml

@@ -0,0 +1,187 @@
+version: "3"
+services:
+  datastore-reader:
+    image: openslides-datastore-reader-dev
+    depends_on:
+      - postgres
+    env_file: services.env
+    environment:
+      - DATASTORE_ENABLE_DEV_ENVIRONMENT=1
+      - NUM_WORKERS=8
+      - OPENSLIDES_DEVELOPMENT=1
+    volumes:
+      - ../openslides-datastore-service/datastore:/app/datastore
+    ports:
+      - 9010:9010
+
+  datastore-writer:
+    image: openslides-datastore-writer-dev
+    depends_on:
+      - postgres
+      - message-bus
+    env_file: services.env
+    volumes:
+      - ../openslides-datastore-service/datastore:/app/datastore
+      - ../openslides-datastore-service/cli:/app/cli
+    environment:
+      - DATASTORE_ENABLE_DEV_ENVIRONMENT=1
+      - COMMAND=create_initial_data
+      - DATASTORE_INITIAL_DATA_FILE=https://raw.githubusercontent.com/OpenSlides/openslides-backend/main/global/data/example-data.json
+      - OPENSLIDES_DEVELOPMENT=1
+    ports:
+      - 9011:9011
+
+  postgres:
+    image: postgres:11
+    environment:
+      - POSTGRES_USER=openslides
+      - POSTGRES_PASSWORD=openslides
+      - POSTGRES_DB=openslides
+
+  client:
+    image: openslides-client-dev
+    depends_on:
+      - backend
+      - autoupdate
+    env_file: services.env
+    environment:
+      - OPENSLIDES_DEVELOPMENT=1
+    volumes:
+      - ../openslides-client/client/src:/app/src
+
+  backend:
+    image: openslides-backend-dev
+    depends_on:
+      - datastore-reader
+      - datastore-writer
+      - auth
+    env_file: services.env
+    ports:
+        - "9002:9002"
+        - "9003:9003"
+        - "5678:5678"
+    environment:
+      - OPENSLIDES_DEVELOPMENT=1
+      - EMAIL_HOST=mailhog
+      - EMAIL_PORT=1025
+      # - EMAIL_HOST_USER username
+      # - EMAIL_HOST_PASSWORD secret
+      # EMAIL_CONNECTION_SECURITY use NONE, STARTTLS or SSL/TLS
+      - EMAIL_CONNECTION_SECURITY=NONE
+      - EMAIL_TIMEOUT=5
+      - EMAIL_ACCEPT_SELF_SIGNED_CERTIFICATE=false
+      - DEFAULT_FROM_EMAIL=noreply@example.com
+    volumes:
+      - ../openslides-backend/openslides_backend:/app/openslides_backend
+      - ../openslides-backend/migrations:/app/migrations
+
+  autoupdate:
+    image: openslides-autoupdate-dev
+    depends_on:
+      - datastore-reader
+      - message-bus
+    env_file: services.env
+    environment:
+      - OPENSLIDES_DEVELOPMENT=1
+    volumes:
+      - ../openslides-autoupdate-service/cmd:/root/cmd
+      - ../openslides-autoupdate-service/internal:/root/internal
+      - ../openslides-autoupdate-service/pkg:/root/pkg
+
+  icc:
+    image: openslides-icc-dev
+    depends_on:
+      - datastore-reader
+      - message-bus
+      - auth
+    env_file: services.env
+    environment:
+      - OPENSLIDES_DEVELOPMENT=1
+    volumes:
+      - ../openslides-icc-service/cmd:/root/cmd
+      - ../openslides-icc-service/internal:/root/internal
+    ports:
+      - "9007:9007"
+
+  auth:
+    image: openslides-auth-dev
+    depends_on:
+      - datastore-reader
+      - cache
+    env_file: services.env
+    environment:
+      - OPENSLIDES_DEVELOPMENT=1
+    volumes:
+      - ../openslides-auth-service/auth/src:/app/src
+
+  cache:
+    image: redis:latest
+
+  media:
+    image: openslides-media-dev
+    depends_on:
+      - backend
+      - postgres
+    env_file: services.env
+    environment:
+      - OPENSLIDES_DEVELOPMENT=1
+    volumes:
+      - ../openslides-media-service/src:/app/src
+
+  manage:
+    image: openslides-manage-dev
+    depends_on:
+      - auth
+      - datastore-writer
+    env_file: services.env
+    environment:
+      - OPENSLIDES_DEVELOPMENT=1
+    ports:
+      - "9008:9008"
+
+  message-bus:
+    image: redis:latest
+
+  proxy:
+    image: openslides-proxy-dev
+    depends_on:
+      - client
+      - backend
+      - autoupdate
+    ports:
+      - "8000:8000"
+
+  mailhog:
+    image: mailhog/mailhog
+    logging:
+      driver: "none" # disable saving logs
+    ports:
+      - "8025:8025" # web ui to check mails manually
+
+  vote:
+    image: openslides-vote-dev
+    depends_on:
+      - auth
+      - message-bus
+      - datastore-reader
+      - postgres
+    environment:
+      - OPENSLIDES_DEVELOPMENT=true
+      - VOTE_HOST=vote
+      - VOTE_PORT=9013
+      - DATASTORE_READER_HOST=datastore-reader
+      - MESSAGING=redis
+      - MESSAGE_BUS_HOST=message-bus
+      - VOTE_REDIS_HOST=cache
+      - VOTE_DATABASE_HOST=postgres
+      - VOTE_DATABASE_USER=openslides
+      - VOTE_DATABASE_PASSWORD=openslides
+      - VOTE_DATABASE_NAME=openslides
+      - AUTH=ticket
+      - AUTH_HOST=auth
+      - VOTE_DISABLE_LOG=true
+    volumes:
+      - ../openslides-vote-service/cmd:/root/cmd
+      - ../openslides-vote-service/internal:/root/internal
+    ports:
+      - "9013:9013"

docker/otel-collector-config.yml

@@ -0,0 +1,21 @@
+receivers:
+  otlp:
+    protocols:
+      http:
+      grpc:
+
+exporters:
+  jaeger:
+    endpoint: jaeger:14250  
+    tls:
+      insecure: true
+
+processors:
+  batch:
+
+service:
+  pipelines:
+    traces:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [ jaeger]

docker/reset-admin-password.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# This script sets password of user 1 (superadmin) to superadmin. You may also use the manage tool for this work.
+
+set -e
+
+# Hash the new password
+response=$(docker-compose exec auth curl --header "Content-Type: application/json" -d '{"toHash": "superadmin"}' http://localhost:9004/internal/auth/hash)
+hash=$(jq .hash <<< $response)
+
+# Set user/1/password to $hash
+request_data_prefix='{"user_id": 1, "information": {}, "locked_fields": {}, "events": [{"type": "update", "fqid": "user/1", "fields": {"password":'
+request_data="$request_data_prefix $hash}}]}"
+docker-compose exec backend curl --header "Content-Type: application/json" -d "$request_data" http://datastore-writer:9011/internal/datastore/writer/write
+
+echo "Done"

docker/secrets/admin.env.example

@@ -0,0 +1,3 @@
+## secrets/adminsecret.env is sourced by the server container to set the initial
+## admin user password.
+# OPENSLIDES_ADMIN_PASSWORD="<securepassword>"

docker/secrets/user.env.example

@@ -0,0 +1,5 @@
+## Example user credential configuration
+# OPENSLIDES_USER_FIRSTNAME="John"
+# OPENSLIDES_USER_LASTNAME="Doe"
+# OPENSLIDES_USER_PASSWORD="<securepassword>"
+# OPENSLIDES_USER_EMAIL="john@example.com"

docker/services.env

@@ -0,0 +1,49 @@
+MESSAGE_BUS_HOST=message-bus
+MESSAGE_BUS_PORT=6379
+
+DATASTORE_READER_HOST=datastore-reader
+DATASTORE_READER_PORT=9010
+DATASTORE_WRITER_HOST=datastore-writer
+DATASTORE_WRITER_PORT=9011
+DATASTORE_DATABASE_HOST=postgres
+
+ACTION_HOST=backend
+ACTION_PORT=9002
+PRESENTER_HOST=backend
+PRESENTER_PORT=9003
+
+AUTOUPDATE_HOST=autoupdate
+AUTOUPDATE_PORT=9012
+
+PERMISSION_HOST=permission
+PERMISSION_PORT=9005
+
+AUTH_HOST=auth
+AUTH_PORT=9004
+CACHE_HOST=cache
+CACHE_PORT=6379
+
+ICC_PORT=9007
+ICC_HOST=icc
+ICC_REDIS_HOST=message-bus
+ICC_REDIS_PORT=6379
+
+MEDIA_HOST=media
+MEDIA_PORT=9006
+MEDIA_DATABASE_HOST=postgres
+MEDIA_DATABASE_NAME=openslides
+
+MANAGE_HOST=manage
+MANAGE_PORT=9008
+
+VOTE_HOST=vote
+VOTE_PORT=9013
+VOTE_REDIS_HOST=cache
+VOTE_DATABASE_HOST=postgres
+VOTE_DATABASE_USER=openslides
+VOTE_DATABASE_PASSWORD=openslides
+VOTE_DATABASE_NAME=openslides
+
+OTEL_EXPORTER_JAEGER_ENDPOINT=http://jaeger:14268/api/traces
+OTEL_EXPORTER_OTLP_ENDPOINT=collector:4318
+OPENTELEMETRY_ENABLED=0

docs/Makefile

@@ -1,86 +0,0 @@
-# Makefile for Sphinx documentation
-#
-
-# You can set these variables from the command line.
-SPHINXOPTS    =
-SPHINXBUILD   = sphinx-build
-PAPER         =
-BUILDDIR      = _build
-LANGUAGES     = de
-
-# Internal variables.
-PAPEROPT_a4     = -D latex_paper_size=a4
-PAPEROPT_letter = -D latex_paper_size=letter
-ALLSPHINXOPTS   = -d $(BUILDDIR)/doctrees/$$lang $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) -c . -A language=$$lang -A languages='$(LANGUAGES)' -E
-
-.PHONY: help clean html dirhtml singlehtml pickle json htmlhelp qthelp devhelp epub latex latexpdf text man changes linkcheck doctest
-
-help:
-	@echo "Please use \`make <target>' where <target> is one of"
-	@echo "  html       to make standalone HTML files"
-	@echo "  latex      to make LaTeX files, you can set PAPER=a4 or PAPER=letter"
-	@echo "  latexpdf   to make LaTeX files and run them through pdflatex"
-	@echo "  text       to make text files"
-	@echo "  changes    to make an overview of all changed/added/deprecated items"
-	@echo "  linkcheck  to check all external links for integrity"
-
-clean:
-	-rm -rf $(BUILDDIR)/*
-
-html:
-	@for lang in $(LANGUAGES);\
-	do \
-	    mkdir -p $(BUILDDIR)/html/$$lang $(BUILDDIR)/doctrees/$$lang; \
-	    $(SPHINXBUILD) -b html $(ALLSPHINXOPTS) $$lang $(BUILDDIR)/html/$$lang;\
-	done
-	@echo
-	@echo "Build finished. The HTML pages are in $(BUILDDIR)/html."
-
-latex:
-	@for lang in $(LANGUAGES);\
-	do \
-	    mkdir -p $(BUILDDIR)/latex/$$lang $(BUILDDIR)/doctrees/$$lang; \
-	    $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $$lang $(BUILDDIR)/latex/$$lang;\
-	done
-	@echo
-	@echo "Build finished; the LaTeX files are in $(BUILDDIR)/latex."
-	@echo "Run \`make' in that directory to run these through (pdf)latex" \
-	      "(use \`make latexpdf' here to do that automatically)."
-
-latexpdf:
-	@for lang in $(LANGUAGES);\
-	do \
-	    mkdir -p $(BUILDDIR)/latex/$$lang $(BUILDDIR)/doctrees/$$lang; \
-	    $(MAKE) -C $(BUILDDIR)/latex/$$lang all-pdf; \
-	done
-	@echo
-	@echo "Running LaTeX files through pdflatex..."
-	@echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex."
-
-text:
-	@for lang in $(LANGUAGES);\
-	do \
-	    mkdir -p $(BUILDDIR)/text/$$lang $(BUILDDIR)/doctrees/$$lang; \
-	    $(SPHINXBUILD) -b text $(ALLSPHINXOPTS) $$lang $(BUILDDIR)/text/$$lang;\
-	done
-	@echo
-	@echo "Build finished. The text files are in $(BUILDDIR)/text."
-
-changes:
-	@for lang in $(LANGUAGES);\
-	do \
-	    mkdir -p $(BUILDDIR)/changes/$$lang $(BUILDDIR)/doctrees/$$lang; \
-	    $(SPHINXBUILD) -b changes $(ALLSPHINXOPTS) $(BUILDDIR)/changes/$$lang; \
-	done
-	@echo
-	@echo "The overview file is in $(BUILDDIR)/changes."
-
-linkcheck:
-	@for lang in $(LANGUAGES);\
-	do \
-	    mkdir -p $(BUILDDIR)/linkcheck/$$lang $(BUILDDIR)/doctrees/$$lang; \
-	    $(SPHINXBUILD) -b linkcheck $(ALLSPHINXOPTS) $(BUILDDIR)/linkcheck/$$lang; \
-	done
-	@echo
-	@echo "Link check complete; look for any errors in the above output " \
-	      "or in $(BUILDDIR)/linkcheck/output.txt."