OpenSlides/server/openslides/core/export.py
2022-04-20 07:37:09 +02:00

1793 lines
69 KiB
Python

import base64
import re
from collections import defaultdict
from datetime import datetime
from typing import Any
from asgiref.sync import async_to_sync
from django.conf import settings
from django.db import connections
from openslides.mediafiles.models import Mediafile
from openslides.mediafiles.views import (
mediafile_database_tablename,
use_mediafile_database,
)
from openslides.motions.models import Motion
from openslides.users.views import demo_mode_users, is_demo_mode
from openslides.utils import logging
from openslides.utils.cache import element_cache
def copy(obj, *attrs):
return {attr: obj[attr] for attr in attrs if attr in obj}
fromisoformat = getattr(datetime, "fromisoformat", None) # type: ignore
def to_unix_time(datetime_str):
if not datetime_str:
return None
if not fromisoformat:
return 0 # Only available with python >=3.7...
return int(fromisoformat(datetime_str).timestamp())
def max_or_zero(iterable):
as_list = list(iterable)
if len(as_list) == 0:
return 0
else:
return max(as_list)
COLLECTION_MAPPING = {
"agenda/item": "agenda_item",
"agenda/list-of-speakers": "list_of_speakers",
"assignments/assignment": "assignment",
"assignments/assignment-option": "option",
"assignments/assignment-poll": "poll",
"assignments/assignment-vote": "vote",
"chat/chat-group": "chat_group",
"core/countdown": "projector_countdown",
"core/projector": "projector",
"core/projector-message": "projector_message",
"mediafiles/mediafile": "mediafile",
"motions/category": "motion_category",
"motions/motion": "motion",
"motions/motion-block": "motion_block",
"motions/motion-change-recommendation": "motion_change_recommendation",
"motions/motion-comment-section": "motion_comment_section",
"motions/motion-option": "option",
"motions/motion-poll": "poll",
"motions/motion-vote": "vote",
"motions/state": "motion_state",
"motions/statute-paragraph": "motion_statute_paragraph",
"motions/workflow": "motion_workflow",
"topics/topic": "topic",
"users/group": "group",
"users/personal-note": "personal_note",
"users/user": "user",
}
PERMISSION_MAPPING = {
"agenda.can_see": "agenda_item.can_see",
"agenda.can_see_internal_items": "agenda_item.can_see_internal",
"agenda.can_manage": "agenda_item.can_manage",
"assignments.can_see": "assignment.can_see",
"assignments.can_manage": "assignment.can_manage",
"assignments.can_nominate_other": "assignment.can_nominate_other",
"assignments.can_nominate_self": "assignment.can_nominate_self",
"chat.can_manage": "chat.can_manage",
"agenda.can_see_list_of_speakers": "list_of_speakers.can_see",
"agenda.can_manage_list_of_speakers": "list_of_speakers.can_manage",
"agenda.can_be_speaker": "list_of_speakers.can_be_speaker",
"mediafiles.can_see": "mediafile.can_see",
"mediafiles.can_manage": "mediafile.can_manage",
"core.can_manage_config": "meeting.can_manage_settings",
"core.can_manage_logos_and_fonts": "meeting.can_manage_logos_and_fonts",
"core.can_see_frontpage": "meeting.can_see_frontpage",
"core.can_see_autopilot": "meeting.can_see_autopilot",
"core.can_see_livestream": "meeting.can_see_livestream",
"core.can_see_history": "meeting.can_see_history",
"motions.can_see": "motion.can_see",
"motions.can_see_internal": "motion.can_see_internal",
"motions.can_manage": "motion.can_manage",
"motions.can_manage_metadata": "motion.can_manage_metadata",
"motions.can_manage_polls": "motion.can_manage_polls",
"motions.can_create": "motion.can_create",
"motions.can_create_amendments": "motion.can_create_amendments",
"motions.can_support": "motion.can_support",
"core.can_see_projector": "projector.can_see",
"core.can_manage_projector": "projector.can_manage",
"core.can_manage_tags": "projector.can_manage",
"users.can_see_extra_data": "user.can_see_extra_data",
"users.can_see_name": "user.can_see",
"users.can_manage": "user.can_manage",
"users.can_change_password": None,
}
PERMISSION_HIERARCHIE = {
"agenda_item.can_manage": ["agenda_item.can_see_internal", "agenda_item.can_see"],
"agenda_item.can_see_internal": ["agenda_item.can_see"],
"assignment.can_manage": ["assignment.can_nominate_other", "assignment.can_see"],
"assignment.can_nominate_other": ["assignment.can_see"],
"assignment.can_nominate_self": ["assignment.can_see"],
"list_of_speakers.can_manage": ["list_of_speakers.can_see"],
"list_of_speakers.can_be_speaker": ["list_of_speakers.can_see"],
"mediafile.can_manage": ["mediafile.can_see"],
"motion.can_manage": [
"motion.can_manage_metadata",
"motion.can_manage_polls",
"motion.can_see_internal",
"motion.can_create",
"motion.can_create_amendments",
"motion.can_see",
],
"motion.can_manage_metadata": ["motion.can_see"],
"motion.can_manage_polls": ["motion.can_see"],
"motion.can_see_internal": ["motion.can_see"],
"motion.can_create": ["motion.can_see"],
"motion.can_create_amendments": ["motion.can_see"],
"motion.can_support": ["motion.can_see"],
"projector.can_manage": ["projector.can_see"],
"user.can_manage": ["user.can_see_extra_data", "user.can_see"],
"user.can_see_extra_data": ["user.can_see"],
}
PROJECTION_DEFAULT_NAME_MAPPING = {
"agenda_all_items": "agenda_all_items",
"topics": "topics",
"agenda_list_of_speakers": "list_of_speakers",
"agenda_current_list_of_speakers": "current_list_of_speakers",
"motions": "motion",
"amendments": "amendment",
"motionBlocks": "motion_block",
"assignments": "assignment",
"users": "user",
"mediafiles": "mediafile",
"messages": "projector_message",
"countdowns": "projector_countdowns",
"assignment_poll": "assignment_poll",
"motion_poll": "motion_poll",
}
class OS4ExporterException(Exception):
pass
class OS4Exporter:
def __init__(self):
self.all_data = async_to_sync(element_cache.get_all_data_list)()
self._all_data_dict = None
self.data: Any = defaultdict(dict)
self.meeting: Any = {"id": 1, "projection_ids": []}
def get_data(self):
self.modify_motion_poll_ids()
self.fill_all_data_dict()
self.set_model("meeting", self.meeting)
self.migrate_agenda_items()
self.migrate_topics()
self.migrate_list_of_speakers()
self.migrate_voting_system()
self.migrate_tags()
self.migrate_chat_groups()
self.migrate_assignments()
self.migrate_mediafiles()
self.migrate_motions()
self.migrate_motion_comment_sections()
self.migrate_motion_blocks()
self.migrate_motion_categories()
self.migrate_motion_change_recommendations()
self.migrate_motion_statute_paragraphs()
self.migrate_motion_states()
self.migrate_motion_workflows()
self.migrate_projector_messages()
self.migrate_projector_countdowns()
self.migrate_personal_notes()
self.migrate_users()
self.migrate_groups()
self.migrate_projectors()
self.migrate_meeting()
self.data["_migration_index"] = 3
return self.data
def set_model(self, collection, model):
if model["id"] in self.data[collection]:
raise OS4ExporterException(f"Tried to overwrite {collection}/{model['id']}")
self.data[collection][model["id"]] = model
def get_model(self, collection, id):
return self.data[collection][id]
def exists_model(self, collection, id):
return id in self.data[collection]
def iter_collection(self, collection):
return self.data[collection].values()
def to_list_format(self):
data = {}
for collection, models in self.data.items():
data[collection] = list(models.values())
return data
def fill_all_data_dict(self):
self._all_data_dict = {
"chat_message": {}, # not exported
}
for collection, models in self.all_data.items():
self._all_data_dict[collection] = {model["id"]: model for model in models}
def get_old_model(self, collection, id):
if not self._all_data_dict:
raise OS4ExporterException("Used too early!")
return self._all_data_dict[collection][id]
def get_collection(self, collection):
return self.all_data.get(collection, [])
def to_fqid(self, *args):
"""takes a {"collection": "..", "id": ..} dict or two params (collection, id) and converts it to an fqid"""
if len(args) == 1:
collection = args[0]["collection"]
id = args[0]["id"]
else:
collection = args[0]
id = args[1]
id = self.to_new_id(collection, id)
return f"{COLLECTION_MAPPING[collection]}/{id}"
def to_new_id(self, collection, id):
if collection == "motions/motion-poll":
id += self.motion_poll_id_offset
elif collection == "motions/motion-option":
id += self.motion_option_id_offset
elif collection == "motions/motion-vote":
id += self.motion_vote_id_offset
return id
def get_generic_reverse_relation(self, this_id, field, collections):
fqids = []
for collection in collections:
for model in self.get_collection(collection):
ids = model.get(field, [])
if this_id in ids:
fqids.append(self.to_fqid(collection, model["id"]))
return fqids
def modify_motion_poll_ids(self):
"""add max_or_zero(assignmentpoll_id) to every motion poll. The same for votes and options."""
# poll
self.motion_poll_id_offset = max_or_zero(
[x["id"] for x in self.get_collection("assignments/assignment-poll")]
)
self.motion_option_id_offset = max_or_zero(
[x["id"] for x in self.get_collection("assignments/assignment-option")]
)
self.motion_vote_id_offset = max_or_zero(
[x["id"] for x in self.get_collection("assignments/assignment-vote")]
)
for motion_poll in self.get_collection("motions/motion-poll"):
motion_poll["id"] += self.motion_poll_id_offset
for motion_option in self.get_collection("motions/motion-option"):
motion_option["id"] += self.motion_option_id_offset
motion_option["poll_id"] += self.motion_poll_id_offset
for motion_vote in self.get_collection("motions/motion-vote"):
motion_vote["id"] += self.motion_vote_id_offset
motion_vote["option_id"] += self.motion_option_id_offset
self.option_id_counter = (
max_or_zero([x["id"] for x in self.get_collection("motions/motion-option")])
+ 1
)
def migrate_agenda_items(self):
for old in self.get_collection("agenda/item"):
new = copy(
old,
"id",
"item_number",
"comment",
"closed",
"is_internal",
"is_hidden",
"level",
"weight",
"parent_id",
)
new["type"] = {1: "common", 2: "internal", 3: "hidden"}[old["type"]]
new["duration"] = old.get("duration", 0)
new["content_object_id"] = self.to_fqid(old["content_object"])
new["child_ids"] = [
x["id"]
for x in self.get_collection("agenda/item")
if x["parent_id"] == old["id"]
]
new["tag_ids"] = old["tags_id"]
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("agenda_item", new)
def migrate_topics(self):
for old in self.get_collection("topics/topic"):
new = copy(
old, "id", "title", "text", "agenda_item_id", "list_of_speakers_id"
)
new["attachment_ids"] = old["attachments_id"]
new["option_ids"] = []
new["tag_ids"] = []
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("topic", new)
def migrate_list_of_speakers(self):
for old in self.get_collection("agenda/list-of-speakers"):
new = copy(old, "id", "closed")
new["content_object_id"] = self.to_fqid(old["content_object"])
new["speaker_ids"] = self.create_speakers(old["speakers"], old["id"])
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("list_of_speakers", new)
def create_speakers(self, speakers, los_id):
ids = []
for old in speakers:
new = copy(
old,
"id",
"note",
"point_of_order",
"user_id",
"weight",
)
new["begin_time"] = to_unix_time(old["begin_time"])
new["end_time"] = to_unix_time(old["end_time"])
if old["marked"]:
new["speech_state"] = "contribution"
elif old["pro_speech"] is True:
new["speech_state"] = "pro"
elif old["pro_speech"] is False:
new["speech_state"] = "contra"
else:
new["speech_state"] = None
new["list_of_speakers_id"] = los_id
new["meeting_id"] = 1
ids.append(old["id"])
self.set_model("speaker", new)
return ids
def migrate_voting_system(self):
# reverse relations option/vote_ids and poll/option_ids are calculated at the end.
self.migrate_votes("assignments/assignment-vote")
self.migrate_votes("motions/motion-vote")
self.migrate_options("assignments/assignment-option")
self.migrate_options("motions/motion-option")
self.migrate_polls("assignments/assignment-poll")
self.migrate_polls("motions/motion-poll")
# motion polls
self.move_votes_to_global_options()
self.calculate_poll_reverse_relations()
def migrate_votes(self, collection):
for old in self.get_collection(collection):
new = copy(
old,
"id",
"weight",
"value",
"user_token",
"option_id",
"user_id",
"delegated_user_id",
)
new["meeting_id"] = 1
self.set_model("vote", new)
def migrate_options(self, collection):
for old in self.get_collection(collection):
new = copy(old, "id", "yes", "no", "abstain", "poll_id")
if "assignment" in collection:
new["content_object_id"] = self.to_fqid("users/user", old["user_id"])
else: # motion
poll = self.get_old_model("motions/motion-poll", old["poll_id"])
new["content_object_id"] = self.to_fqid(
"motions/motion", poll["motion_id"]
)
new["text"] = None
new["weight"] = old.get("weight", 1) # not defined for motion options
new["used_as_global_option_in_poll_id"] = None
new["meeting_id"] = 1
self.set_model("option", new)
def migrate_polls(self, collection):
for old in self.get_collection(collection):
new = copy(
old,
"id",
"title",
"type",
"is_pseudoanonymized",
"pollmethod",
"onehundred_percent_base",
"votesvalid",
"votesinvalid",
"votescast",
"entitled_users_at_stop",
)
new["state"] = {1: "created", 2: "started", 3: "finished", 4: "published"}[
old["state"]
]
if "assignment" in collection:
new["content_object_id"] = self.to_fqid(
"assignments/assignment", old["assignment_id"]
)
else: # motion
new["content_object_id"] = self.to_fqid(
"motions/motion", old["motion_id"]
)
# these fields are not set by motion polls.
new["description"] = old.get("description", "")
new["min_votes_amount"] = old.get("min_votes_amount", 1)
new["max_votes_amount"] = old.get("max_votes_amount", 1)
new["global_yes"] = old.get("global_yes", False)
new["global_no"] = old.get("global_no", False)
new["global_abstain"] = old.get("global_abstain", False)
new["entitled_group_ids"] = old["groups_id"]
new["backend"] = "fast"
new["voted_ids"] = old["voted_id"]
new["global_option_id"] = self.create_global_option(old)
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("poll", new)
def create_global_option(self, poll):
id = self.option_id_counter
self.option_id_counter += 1
option = {
"id": id,
"weight": 1,
"text": None,
"yes": poll.get("amount_global_yes", "0.000000"),
"no": poll.get("amount_global_no", "0.000000"),
"abstain": poll.get("amount_global_abstain", "0.000000"),
"poll_id": None,
"used_as_global_option_in_poll_id": poll["id"],
"vote_ids": [],
"content_object_id": None,
"meeting_id": 1,
}
self.set_model("option", option)
return id
def move_votes_to_global_options(self):
for vote in self.iter_collection("vote"):
option = self.get_model("option", vote["option_id"])
poll = self.get_model("poll", option["poll_id"])
if vote["value"] not in poll["pollmethod"]:
# this vote is not valied for the method -> it must be a global vote.
# remove this vote from this option and add it to the global one.
# Do not care about the reverse relations - they are done later.
vote["option_id"] = poll["global_option_id"]
def calculate_poll_reverse_relations(self):
# poll/option_ids
for poll in self.iter_collection("poll"):
poll["option_ids"] = [
x["id"]
for x in self.iter_collection("option")
if x["poll_id"] == poll["id"]
]
# option/vote_ids
for option in self.iter_collection("option"):
option["vote_ids"] = [
x["id"]
for x in self.iter_collection("vote")
if x["option_id"] == option["id"]
]
def migrate_tags(self):
for old in self.get_collection("core/tag"):
new = copy(old, "id", "name")
new["tagged_ids"] = self.get_generic_reverse_relation(
old["id"],
"tags_id",
(
"agenda/item",
"topics/topic",
"motions/motion",
"assignments/assignment",
),
)
new["meeting_id"] = 1
self.set_model("tag", new)
def migrate_chat_groups(self):
for old in self.get_collection("chat/chat-group"):
new = copy(old, "id", "name")
new["weight"] = old["id"]
new["read_group_ids"] = old["read_groups_id"]
new["write_group_ids"] = old["write_groups_id"]
new["meeting_id"] = 1
new["chat_message_ids"] = []
self.set_model("chat_group", new)
def migrate_assignments(self):
for old in self.get_collection("assignments/assignment"):
new = copy(
old,
"id",
"title",
"description",
"open_posts",
"default_poll_description",
"number_poll_candidates",
"agenda_item_id",
"list_of_speakers_id",
)
new["phase"] = {0: "search", 1: "voting", 2: "finished"}[old["phase"]]
new["candidate_ids"] = self.create_assignment_candidates(
old["assignment_related_users"], old["id"]
)
new["poll_ids"] = [
x["id"]
for x in self.iter_collection("poll")
if x["content_object_id"] == f"assignment/{old['id']}"
]
new["attachment_ids"] = old["attachments_id"]
new["tag_ids"] = old["tags_id"]
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("assignment", new)
def create_assignment_candidates(self, assignment_candidates, assignment_id):
ids = []
for old in assignment_candidates:
new = copy(old, "id", "weight", "user_id")
new["assignment_id"] = assignment_id
new["meeting_id"] = 1
ids.append(old["id"])
self.set_model("assignment_candidate", new)
return ids
def migrate_mediafiles(self):
for old in self.get_collection("mediafiles/mediafile"):
new = copy(
old,
"id",
"title",
"is_directory",
"mimetype",
"pdf_information",
"parent_id",
"list_of_speakers_id",
)
mediafile_blob_data = self.get_mediafile_blob_data(old)
if not mediafile_blob_data:
new["filename"] = old["title"]
new["filesize"] = 0
new["blob"] = None
else:
new["filename"], new["filesize"], new["blob"] = mediafile_blob_data
new["create_timestamp"] = to_unix_time(old["create_timestamp"])
new["access_group_ids"] = old["access_groups_id"]
new["is_public"] = old["inherited_access_groups_id"] is True
inherited_access_groups_id = old["inherited_access_groups_id"]
if inherited_access_groups_id in (True, False):
new["inherited_access_group_ids"] = []
else:
new["inherited_access_group_ids"] = inherited_access_groups_id
new["child_ids"] = [
x["id"]
for x in self.get_collection("mediafiles/mediafile")
if x["parent_id"] == old["id"]
]
new["attachment_ids"] = self.get_generic_reverse_relation(
old["id"],
"attachments_id",
(
"topics/topic",
"motions/motion",
"assignments/assignment",
),
)
new["projection_ids"] = []
# will be set when migrating the meeting
new["used_as_logo_$_in_meeting_id"] = []
new["used_as_font_$_in_meeting_id"] = []
new["meeting_id"] = 1
self.set_model("mediafile", new)
def get_mediafile_blob_data(self, old):
"""
Returns the tuple (filename, filesize, blob) with blob being base64 encoded
in a string. If there is an error or no mediafile, None is returned.
"""
if old["is_directory"]:
return None
try:
db_mediafile = Mediafile.objects.get(pk=old["id"])
except Mediafile.DoesNotExist:
return None
filename = db_mediafile.original_filename
if use_mediafile_database:
with connections["mediafiles"].cursor() as cursor:
cursor.execute(
f"SELECT data FROM {mediafile_database_tablename} WHERE id = %s",
[old["id"]],
)
row = cursor.fetchone()
if row is None:
return None
data = row[0]
else:
data = db_mediafile.mediafile.open().read()
blob = base64.b64encode(data).decode("utf-8")
return filename, len(data), blob
def migrate_motions(self):
recommendation_reference_motion_ids_regex = re.compile(
r"\[motion:(?P<id>\d+)\]"
)
db_number_values = {}
for motion in Motion.objects.all():
db_number_values[motion.id] = motion.identifier_number
for old in self.get_collection("motions/motion"):
new = copy(
old,
"id",
"title",
"text",
"modified_final_version",
"reason",
"category_weight",
"state_extension",
"recommendation_extension",
"sort_weight",
"state_id",
"recommendation_id",
"category_id",
"statute_paragraph_id",
"agenda_item_id",
"list_of_speakers_id",
)
new["number"] = old["identifier"]
new["number_value"] = db_number_values[old["id"]]
new["sequential_number"] = old["id"]
new["amendment_paragraph_$"] = []
if old["amendment_paragraphs"]:
for i, content in enumerate(old["amendment_paragraphs"]):
new["amendment_paragraph_$"].append(str(i + 1))
new[f"amendment_paragraph_${i+1}"] = content
new["sort_weight"] = old["weight"]
new["created"] = to_unix_time(old["created"])
new["last_modified"] = to_unix_time(old["last_modified"])
new["lead_motion_id"] = old["parent_id"]
new["amendment_ids"] = [
x["id"]
for x in self.get_collection("motions/motion")
if x["parent_id"] == old["id"]
]
new["sort_parent_id"] = old["sort_parent_id"]
new["sort_child_ids"] = [
x["id"]
for x in self.get_collection("motions/motion")
if x["sort_parent_id"] == old["id"]
]
new["origin_id"] = None
new["derived_motion_ids"] = []
new["all_origin_ids"] = []
new["all_derived_motion_ids"] = []
new["block_id"] = old["motion_block_id"]
new["submitter_ids"] = self.create_motion_submitters(old["submitters"])
new["supporter_ids"] = old["supporters_id"]
new["poll_ids"] = [
x["id"]
for x in self.iter_collection("poll")
if x["content_object_id"] == f"motion/{old['id']}"
]
new["option_ids"] = [
x["id"]
for x in self.iter_collection("option")
if x["content_object_id"] == f"motion/{old['id']}"
]
new["change_recommendation_ids"] = old["change_recommendations_id"]
new["comment_ids"] = self.create_motion_comments(old["comments"], old["id"])
new["tag_ids"] = old["tags_id"]
new["attachment_ids"] = old["attachments_id"]
new[
"personal_note_ids"
] = [] # will be filled later while migrating personal notes
new["projection_ids"] = []
new["meeting_id"] = 1
new["recommendation_extension_reference_ids"] = []
if new["recommendation_extension"]:
def replace_fn(matchobj):
id = int(matchobj.group("id"))
new["recommendation_extension_reference_ids"].append(f"motion/{id}")
return f"[motion/{id}]"
new[
"recommendation_extension"
] = recommendation_reference_motion_ids_regex.sub(
replace_fn, new["recommendation_extension"]
)
self.set_model("motion", new)
for motion in self.iter_collection("motion"):
motion["referenced_in_motion_recommendation_extension_ids"] = [
x["id"]
for x in self.iter_collection("motion")
if f"motion/{motion['id']}"
in x["recommendation_extension_reference_ids"]
]
def create_motion_submitters(self, submitters):
ids = []
for old in submitters:
new = copy(old, "id", "motion_id", "weight", "user_id")
new["meeting_id"] = 1
ids.append(old["id"])
self.set_model("motion_submitter", new)
return ids
def create_motion_comments(self, comments, motion_id):
ids = []
for old in comments:
new = copy(old, "id", "section_id", "comment")
new["motion_id"] = motion_id
new["meeting_id"] = 1
ids.append(old["id"])
self.set_model("motion_comment", new)
return ids
def migrate_motion_comment_sections(self):
for old in self.get_collection("motions/motion-comment-section"):
new = copy(
old,
"id",
"name",
"weight",
)
new["read_group_ids"] = old["read_groups_id"]
new["write_group_ids"] = old["write_groups_id"]
new["comment_ids"] = [
x["id"]
for x in self.iter_collection("motion_comment")
if x["section_id"] == old["id"]
]
new["meeting_id"] = 1
self.set_model("motion_comment_section", new)
def migrate_motion_blocks(self):
for old in self.get_collection("motions/motion-block"):
new = copy(
old, "id", "title", "internal", "agenda_item_id", "list_of_speakers_id"
)
new["motion_ids"] = [
x["id"]
for x in self.get_collection("motions/motion")
if x["motion_block_id"] == old["id"]
]
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("motion_block", new)
def migrate_motion_categories(self):
for old in self.get_collection("motions/category"):
new = copy(old, "id", "name", "prefix", "weight", "level", "parent_id")
new["child_ids"] = [
x["id"]
for x in self.get_collection("motions/category")
if x["parent_id"] == old["id"]
]
new["motion_ids"] = [
x["id"]
for x in self.get_collection("motions/motion")
if x["category_id"] == old["id"]
]
new["meeting_id"] = 1
self.set_model("motion_category", new)
def migrate_motion_change_recommendations(self):
for old in self.get_collection("motions/motion-change-recommendation"):
new = copy(
old,
"id",
"rejected",
"internal",
"other_description",
"line_from",
"line_to",
"text",
"motion_id",
)
new["type"] = {0: "replacement", 1: "insertion", 2: "deletion", 3: "other"}[
old["type"]
]
new["creation_time"] = to_unix_time(old["creation_time"])
new["meeting_id"] = 1
self.set_model("motion_change_recommendation", new)
def migrate_motion_statute_paragraphs(self):
for old in self.get_collection("motions/statute-paragraph"):
new = copy(old, "id", "title", "text", "weight")
new["motion_ids"] = [
x["id"]
for x in self.get_collection("motions/motion")
if x["statute_paragraph_id"] == old["id"]
]
new["meeting_id"] = 1
self.set_model("motion_statute_paragraph", new)
def migrate_motion_states(self):
for old in self.get_collection("motions/state"):
new = copy(
old,
"id",
"name",
"recommendation_label",
"allow_support",
"allow_create_poll",
"allow_submitter_edit",
"show_state_extension_field",
"show_recommendation_extension_field",
"workflow_id",
)
if old["css_class"] in (
"grey",
"red",
"green",
"lightblue",
"yellow",
):
new["css_class"] = old["css_class"]
else:
new["css_class"] = "lightblue"
new["weight"] = old["id"]
new["restrictions"] = []
restrictions_map = {
"motions.can_see_internal": "motion.can_see_internal",
"motions.can_manage_metadata": "motion.can_manage_metadata",
"motions.can_manage": "motion.can_manage",
"managers_only": "motion.can_manage", # Should not exist any more since migration 0026, but does anyway...
"is_submitter": "is_submitter",
}
for restriction in old["restriction"]:
if restriction in restrictions_map:
new["restrictions"].append(restrictions_map[restriction])
else:
logging.getLogger(__name__).warn(
f"Invalid restriction '{restriction}' for motion {old['id']} is ignored."
)
new["set_number"] = not old["dont_set_identifier"]
new["merge_amendment_into_final"] = {
-1: "do_not_merge",
0: "undefined",
1: "do_merge",
}[old["merge_amendment_into_final"]]
new["next_state_ids"] = old["next_states_id"]
new["previous_state_ids"] = [
x["id"]
for x in self.get_collection("motions/state")
if old["id"] in x["next_states_id"]
]
new["motion_ids"] = [
x["id"]
for x in self.get_collection("motions/motion")
if x["state_id"] == old["id"]
]
new["motion_recommendation_ids"] = [
x["id"]
for x in self.get_collection("motions/motion")
if x["recommendation_id"] == old["id"]
]
new[
"first_state_of_workflow_id"
] = None # will be set when migrating workflows.
new["meeting_id"] = 1
self.set_model("motion_state", new)
def migrate_motion_workflows(self):
for old in self.get_collection("motions/workflow"):
new = copy(
old,
"id",
"name",
"first_state_id",
)
new["state_ids"] = old["states_id"]
first_state = self.get_model("motion_state", old["first_state_id"])
first_state["first_state_of_workflow_id"] = old["id"]
# the following three will be set when migrating the meeting.
new["default_workflow_meeting_id"] = None
new["default_amendment_workflow_meeting_id"] = None
new["default_statute_amendment_workflow_meeting_id"] = None
new["meeting_id"] = 1
self.set_model("motion_workflow", new)
def migrate_projector_messages(self):
for old in self.get_collection("core/projector-message"):
new = copy(
old,
"id",
"message",
)
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("projector_message", new)
def migrate_projector_countdowns(self):
for old in self.get_collection("core/countdown"):
new = copy(
old,
"id",
"title",
"description",
"default_time",
"countdown_time",
"running",
)
new["used_as_list_of_speaker_countdown_meeting_id"] = None
new["used_as_poll_countdown_meeting_id"] = None
new["projection_ids"] = []
new["meeting_id"] = 1
self.set_model("projector_countdown", new)
# Create two new countdowns: A LOS and a poll countdown
max_countdown_id = max_or_zero(
x["id"] for x in self.iter_collection("projector_countdown")
)
los_countdown = {
"id": max_countdown_id + 1,
"title": "list of speakers countdown",
"description": "created at the migration from OS3 to OS4",
"default_time": 60,
"countdown_time": 60,
"running": False,
"used_as_list_of_speaker_countdown_meeting_id": 1,
"used_as_poll_countdown_meeting_id": None,
"projection_ids": [],
"meeting_id": 1,
}
self.set_model("projector_countdown", los_countdown)
self.meeting["list_of_speakers_countdown_id"] = max_countdown_id + 1
poll_countdown = {
"id": max_countdown_id + 2,
"title": "poll countdown",
"description": "created at the migration from OS3 to OS4",
"default_time": 60,
"countdown_time": 60,
"running": False,
"used_as_list_of_speaker_countdown_meeting_id": None,
"used_as_poll_countdown_meeting_id": 1,
"projection_ids": [],
"meeting_id": 1,
}
self.set_model("projector_countdown", poll_countdown)
self.meeting["poll_countdown_id"] = max_countdown_id + 2
def migrate_personal_notes(self):
id_counter = 1
for old in self.get_collection("users/personal-note"):
notes = old.get("notes", {}).get("motions/motion", {})
for motion_id, note in notes.items():
motion_id = int(motion_id)
if not self.exists_model("motion", motion_id) or not isinstance(
note.get("note"), str
):
continue
new = {
"id": id_counter,
"user_id": old["user_id"],
"content_object_id": f"motion/{motion_id}",
"note": note["note"],
"star": note.get("star", False),
"meeting_id": 1,
}
motion = self.get_model("motion", motion_id)
motion["personal_note_ids"].append(id_counter)
self.set_model("personal_note", new)
id_counter += 1
def migrate_users(self):
for old in self.get_collection("users/user"):
new = copy(
old,
"id",
"username",
"title",
"first_name",
"last_name",
"is_active",
"default_password",
"gender",
"email",
)
# remove invalid genders
if new["gender"] not in ("male", "female", "diverse"):
new["gender"] = None
new["is_physical_person"] = not old["is_committee"]
new["password"] = ""
new["default_number"] = old["number"]
new["default_structure_level"] = old["structure_level"]
new["default_vote_weight"] = old["vote_weight"]
new["last_email_send"] = to_unix_time(old["last_email_send"])
new["is_demo_user"] = is_demo_mode and old["id"] in demo_mode_users
new["organization_management_level"] = None
new["is_present_in_meeting_ids"] = []
if old["is_present"]:
new["is_present_in_meeting_ids"].append(1)
new["committee_ids"] = []
new["committee_$_management_level"] = []
new["comment_$"] = []
new["number_$"] = []
new["structure_level_$"] = []
new["about_me_$"] = []
new["vote_weight_$"] = []
group_ids = old["groups_id"] or [
1
] # explicitly put users ion the default group if they do not have a group.
self.set_template(new, "group_$_ids", group_ids)
# check for permission
new["can_change_own_password"] = False
for group_id in group_ids:
group = self.get_old_model("users/group", group_id)
if group_id == 2 or "users.can_change_password" in group["permissions"]:
new["can_change_own_password"] = True
break
self.set_template(
new,
"speaker_$_ids",
[
x["id"]
for x in self.iter_collection("speaker")
if old["id"] == x["user_id"]
],
)
self.set_template(
new,
"personal_note_$_ids",
[
x["id"]
for x in self.iter_collection("personal_note")
if old["id"] == x["user_id"]
],
)
self.set_template(
new,
"supported_motion_$_ids",
[
x["id"]
for x in self.iter_collection("motion")
if old["id"] in x["supporter_ids"]
],
)
self.set_template(
new,
"submitted_motion_$_ids",
[
x["id"]
for x in self.iter_collection("motion_submitter")
if old["id"] == x["user_id"]
],
)
self.set_template(
new,
"poll_voted_$_ids",
[
x["id"]
for x in self.iter_collection("poll")
if old["id"] in x["voted_ids"]
],
)
self.set_template(
new,
"option_$_ids",
[
x["id"]
for x in self.iter_collection("option")
if f"user/{old['id']}" == x["content_object_id"]
],
)
self.set_template(
new,
"vote_$_ids",
[
x["id"]
for x in self.iter_collection("vote")
if old["id"] == x["user_id"]
],
)
self.set_template(
new,
"vote_delegated_vote_$_ids",
[
x["id"]
for x in self.iter_collection("vote")
if old["id"] == x["delegated_user_id"]
],
)
self.set_template(
new,
"assignment_candidate_$_ids",
[
x["id"]
for x in self.iter_collection("assignment_candidate")
if old["id"] == x["user_id"]
],
)
new["projection_$_ids"] = []
self.set_template(
new, "vote_delegated_$_to_id", old["vote_delegated_to_id"]
)
self.set_template(
new, "vote_delegations_$_from_ids", old["vote_delegated_from_users_id"]
)
new["meeting_ids"] = [1]
new["chat_message_$_ids"] = []
self.set_model("user", new)
def set_template(self, obj, field, value):
if value:
obj[field] = ["1"]
parts = field.split("$")
obj[f"{parts[0]}$1{parts[1]}"] = value
else:
obj[field] = []
def migrate_groups(self):
# important to do after users since the reverse relation to users depends on their migration.
for old in self.get_collection("users/group"):
new = copy(old, "id", "name")
new["permissions"] = self.migrate_permissions(old["permissions"])
new["user_ids"] = [
x["id"]
for x in self.iter_collection("user")
if old["id"] in x["group_$1_ids"]
]
new["default_group_for_meeting_id"] = (
1 if old["id"] == 1 else None
) # default group
new["admin_group_for_meeting_id"] = (
1 if old["id"] == 2 else None
) # admin group
new["mediafile_access_group_ids"] = [
x["id"]
for x in self.iter_collection("mediafile")
if old["id"] in x["access_group_ids"]
]
new["mediafile_inherited_access_group_ids"] = [
x["id"]
for x in self.iter_collection("mediafile")
if old["id"] in x["inherited_access_group_ids"]
]
new["read_comment_section_ids"] = [
x["id"]
for x in self.iter_collection("motion_comment_section")
if old["id"] in x["read_group_ids"]
]
new["write_comment_section_ids"] = [
x["id"]
for x in self.iter_collection("motion_comment_section")
if old["id"] in x["write_group_ids"]
]
new["read_chat_group_ids"] = [
x["id"]
for x in self.iter_collection("chat_group")
if old["id"] in x["read_group_ids"]
]
new["write_chat_group_ids"] = [
x["id"]
for x in self.iter_collection("chat_group")
if old["id"] in x["write_group_ids"]
]
new["poll_ids"] = [
x["id"]
for x in self.iter_collection("poll")
if old["id"] in x["entitled_group_ids"]
]
new[
"used_as_motion_poll_default_id"
] = None # Next 3 are set by meeting migrations
new["used_as_assignment_poll_default_id"] = None
new["used_as_poll_default_id"] = None
new["meeting_id"] = 1
self.set_model("group", new)
self.meeting["default_group_id"] = 1
self.meeting["admin_group_id"] = 2
def migrate_permissions(self, perms):
# Note that poll.can_manage is not added to any group since
# stand-alone polls do not exist in OS3.
perms = [
PERMISSION_MAPPING[x] for x in perms if PERMISSION_MAPPING[x] is not None
]
new_perms = set(perms)
for perm in perms:
new_perms -= set(PERMISSION_HIERARCHIE.get(perm, []))
return list(new_perms)
def migrate_projectors(self):
self.projection_id_counter = 1
for old in self.get_collection("core/projector"):
new = copy(
old,
"id",
"name",
"scale",
"scroll",
"width",
"aspect_ratio_numerator",
"aspect_ratio_denominator",
"color",
"background_color",
"header_background_color",
"header_font_color",
"header_h1_color",
"chyron_background_color",
"chyron_font_color",
"show_header_footer",
"show_title",
"show_logo",
)
new["show_clock"] = False
new["current_projection_ids"] = []
new["preview_projection_ids"] = []
new["history_projection_ids"] = []
for i, element in enumerate(old["elements"]):
if element["name"] == "core/clock":
new["show_clock"] = True
continue
projection_id = self.create_projection_from_projector_element(
element, i + 1, "current", old["id"]
)
if projection_id > 0:
new["current_projection_ids"].append(projection_id)
for i, element in enumerate(old["elements_preview"]):
projection_id = self.create_projection_from_projector_element(
element, i + 1, "preview", old["id"]
)
if projection_id > 0:
new["preview_projection_ids"].append(projection_id)
flat_history = [
item for sublist in old["elements_history"] for item in sublist
]
for i, element in enumerate(flat_history):
projection_id = self.create_projection_from_projector_element(
element, i + 1, "history", old["id"]
)
if projection_id > 0:
new["history_projection_ids"].append(projection_id)
if old["reference_projector_id"] == old["id"]:
self.meeting["reference_projector_id"] = old["id"]
new["used_as_reference_projector_meeting_id"] = 1
else:
new["used_as_reference_projector_meeting_id"] = None
new[
"used_as_default_$_in_meeting_id"
] = [] # will be filled when migrating the meeting
new["meeting_id"] = 1
self.set_model("projector", new)
def create_projection_from_projector_element(
self, element, weight, type, projector_id
):
"""
type can be "current", "preview" or "history"
registers the newly created projection and returns its id or returns -1 in case something went wrong
"""
projection = {
"id": self.projection_id_counter,
"stable": element.get("stable", True),
"weight": weight,
"options": {},
"current_projector_id": None,
"preview_projector_id": None,
"history_projector_id": None,
"meeting_id": 1,
}
projection[f"{type}_projector_id"] = projector_id
for k, v in element.items():
if k not in ("id", "name", "stable"):
projection["options"][k] = v
collection = element["name"]
if collection in COLLECTION_MAPPING:
id = self.to_new_id(collection, element["id"])
collection = COLLECTION_MAPPING[collection]
projection["content_object_id"] = f"{collection}/{id}"
projection["type"] = None
elif collection == "agenda/item-list":
collection = "meeting"
id = 1
projection["content_object_id"] = "meeting/1"
projection["type"] = "agenda_item_list"
elif collection in (
"agenda/current-list-of-speakers",
"agenda/current-list-of-speakers-overlay",
):
collection = "meeting"
id = 1
projection["content_object_id"] = "meeting/1"
projection["type"] = "current_list_of_speakers"
elif collection == "agenda/current-speaker-chyron":
collection = "meeting"
id = 1
projection["content_object_id"] = "meeting/1"
projection["type"] = "current_speaker_chyron"
elif collection == "core/clock":
# somehow the clock got into the preview/history, just ignore
return -1
else:
raise OS4ExporterException(f"Unknown slide {collection}")
if not self.exists_model(collection, id):
return -1
content_object = self.get_model(collection, id)
if collection != "user":
content_object["projection_ids"].append(projection["id"])
else:
if not content_object["projection_$_ids"]:
content_object["projection_$_ids"] = ["1"]
content_object["projection_$1_ids"] = []
content_object["projection_$1_ids"].append(projection["id"])
self.projection_id_counter += 1
self.set_model("projection", projection)
return projection["id"]
def migrate_meeting(self):
configs = {
config["key"]: config["value"]
for config in self.get_collection("core/config")
}
self.meeting["welcome_title"] = configs["general_event_welcome_title"]
self.meeting["welcome_text"] = configs["general_event_welcome_text"]
self.meeting["name"] = configs["general_event_name"]
self.meeting["description"] = configs["general_event_description"]
self.meeting["location"] = configs["general_event_location"]
self.meeting[
"start_time"
] = 0 # Since it is a freehand field in OS3, it cannot be parsed
self.meeting["end_time"] = 0
self.meeting["jitsi_domain"] = getattr(settings, "JITSI_DOMAIN", None)
self.meeting["jitsi_room_name"] = getattr(settings, "JITSI_ROOM_NAME", None)
self.meeting["jitsi_room_password"] = getattr(
settings, "JITSI_ROOM_PASSWORD", None
)
self.meeting["enable_chat"] = getattr(settings, "ENABLE_CHAT", False)
self.meeting["imported_at"] = None
self.meeting["url_name"] = None
self.meeting["template_for_committee_id"] = None
self.meeting["enable_anonymous"] = configs["general_system_enable_anonymous"]
self.meeting["custom_translations"] = configs["translations"]
self.meeting["conference_show"] = configs["general_system_conference_show"]
self.meeting["conference_auto_connect"] = configs[
"general_system_conference_auto_connect"
]
self.meeting["conference_los_restriction"] = configs[
"general_system_conference_los_restriction"
]
self.meeting["conference_stream_url"] = configs["general_system_stream_url"]
self.meeting["conference_stream_poster_url"] = configs[
"general_system_stream_poster"
]
self.meeting["conference_open_microphone"] = configs[
"general_system_conference_open_microphone"
]
self.meeting["conference_open_video"] = configs[
"general_system_conference_open_video"
]
self.meeting["conference_auto_connect_next_speakers"] = configs[
"general_system_conference_auto_connect_next_speakers"
]
self.meeting["conference_enable_helpdesk"] = configs[
"general_system_conference_enable_helpdesk"
]
self.meeting["applause_enable"] = configs["general_system_applause_enable"]
self.meeting["applause_type"] = configs["general_system_applause_type"]
self.meeting["applause_show_level"] = configs[
"general_system_applause_show_level"
]
self.meeting["applause_min_amount"] = configs[
"general_system_applause_min_amount"
]
self.meeting["applause_max_amount"] = configs[
"general_system_applause_max_amount"
]
self.meeting["applause_particle_image_url"] = configs[
"general_system_applause_particle_image"
]
self.meeting["applause_timeout"] = configs[
"general_system_stream_applause_timeout"
]
self.meeting["applause_timeout"] = configs[
"general_system_stream_applause_timeout"
]
self.meeting["projector_countdown_default_time"] = configs[
"projector_default_countdown"
]
self.meeting["projector_countdown_warning_time"] = configs[
"agenda_countdown_warning_time"
]
self.meeting["export_csv_encoding"] = configs["general_csv_encoding"]
self.meeting["export_csv_separator"] = configs["general_csv_separator"]
self.meeting["export_pdf_pagenumber_alignment"] = configs[
"general_export_pdf_pagenumber_alignment"
]
self.meeting["export_pdf_fontsize"] = int(
configs["general_export_pdf_fontsize"]
)
self.meeting["export_pdf_pagesize"] = configs["general_export_pdf_pagesize"]
self.meeting["agenda_show_subtitles"] = configs["agenda_show_subtitle"]
self.meeting["agenda_enable_numbering"] = configs["agenda_enable_numbering"]
prefix = configs["agenda_number_prefix"]
self.meeting["agenda_number_prefix"] = (
prefix if len(prefix) <= 20 else prefix[0:20]
)
self.meeting["agenda_numeral_system"] = configs["agenda_numeral_system"]
self.meeting["agenda_item_creation"] = configs["agenda_item_creation"]
self.meeting["agenda_new_items_default_visibility"] = {
"1": "common",
"2": "internal",
"3": "hidden",
}[configs["agenda_new_items_default_visibility"]]
self.meeting["agenda_show_internal_items_on_projector"] = not configs[
"agenda_hide_internal_items_on_projector"
]
self.meeting["list_of_speakers_amount_last_on_projector"] = configs[
"agenda_show_last_speakers"
]
self.meeting["list_of_speakers_amount_next_on_projector"] = configs[
"agenda_show_next_speakers"
]
self.meeting["list_of_speakers_couple_countdown"] = configs[
"agenda_couple_countdown_and_speakers"
]
self.meeting["list_of_speakers_show_amount_of_speakers_on_slide"] = not configs[
"agenda_hide_amount_of_speakers"
]
self.meeting["list_of_speakers_present_users_only"] = configs[
"agenda_present_speakers_only"
]
self.meeting["list_of_speakers_show_first_contribution"] = configs[
"agenda_show_first_contribution"
]
self.meeting["list_of_speakers_enable_point_of_order_speakers"] = configs[
"agenda_enable_point_of_order_speakers"
]
self.meeting["list_of_speakers_enable_pro_contra_speech"] = configs[
"agenda_list_of_speakers_enable_pro_contra_speech"
]
self.meeting["list_of_speakers_can_set_contribution_self"] = configs[
"agenda_list_of_speakers_can_set_mark_self"
]
self.meeting["list_of_speakers_speaker_note_for_everyone"] = configs[
"agenda_list_of_speakers_speaker_note_for_everyone"
]
self.meeting["list_of_speakers_initially_closed"] = configs[
"agenda_list_of_speakers_initially_closed"
]
workflow_id = int(configs["motions_workflow"])
workflow = self.get_model("motion_workflow", workflow_id)
workflow["default_workflow_meeting_id"] = 1
self.meeting["motions_default_workflow_id"] = workflow_id
workflow_id = int(configs["motions_amendments_workflow"])
workflow = self.get_model("motion_workflow", workflow_id)
workflow["default_amendment_workflow_meeting_id"] = 1
self.meeting["motions_default_amendment_workflow_id"] = workflow_id
workflow_id = int(configs["motions_statute_amendments_workflow"])
workflow = self.get_model("motion_workflow", workflow_id)
workflow["default_statute_amendment_workflow_meeting_id"] = 1
self.meeting["motions_default_statute_amendment_workflow_id"] = workflow_id
self.meeting["motions_preamble"] = configs["motions_preamble"]
self.meeting["motions_default_line_numbering"] = configs[
"motions_default_line_numbering"
]
self.meeting["motions_line_length"] = configs["motions_line_length"]
self.meeting["motions_reason_required"] = configs["motions_reason_required"]
self.meeting["motions_enable_text_on_projector"] = not configs[
"motions_disable_text_on_projector"
]
self.meeting["motions_enable_reason_on_projector"] = not configs[
"motions_disable_reason_on_projector"
]
self.meeting["motions_enable_sidebox_on_projector"] = not configs[
"motions_disable_sidebox_on_projector"
]
self.meeting["motions_enable_recommendation_on_projector"] = not configs[
"motions_disable_recommendation_on_projector"
]
self.meeting["motions_show_referring_motions"] = not configs[
"motions_hide_referring_motions"
]
self.meeting["motions_show_sequential_number"] = configs[
"motions_show_sequential_numbers"
]
self.meeting["motions_recommendations_by"] = configs[
"motions_recommendations_by"
]
self.meeting["motions_statute_recommendations_by"] = configs[
"motions_statute_recommendations_by"
]
self.meeting["motions_recommendation_text_mode"] = configs[
"motions_recommendation_text_mode"
]
self.meeting["motions_default_sorting"] = {
"identifier": "number",
"weight": "weight",
}[configs["motions_motions_sorting"]]
self.meeting["motions_number_type"] = configs["motions_identifier"]
self.meeting["motions_number_min_digits"] = configs[
"motions_identifier_min_digits"
]
self.meeting["motions_number_with_blank"] = configs[
"motions_identifier_with_blank"
]
self.meeting["motions_statutes_enabled"] = configs["motions_statutes_enabled"]
self.meeting["motions_amendments_enabled"] = configs[
"motions_amendments_enabled"
]
self.meeting["motions_amendments_in_main_list"] = configs[
"motions_amendments_main_table"
]
self.meeting["motions_amendments_of_amendments"] = configs[
"motions_amendments_of_amendments"
]
self.meeting["motions_amendments_prefix"] = configs["motions_amendments_prefix"]
self.meeting["motions_amendments_text_mode"] = configs[
"motions_amendments_text_mode"
]
self.meeting["motions_amendments_multiple_paragraphs"] = configs[
"motions_amendments_multiple_paragraphs"
]
self.meeting["motions_supporters_min_amount"] = configs[
"motions_min_supporters"
]
self.meeting["motions_export_title"] = configs["motions_export_title"]
self.meeting["motions_export_preamble"] = configs["motions_export_preamble"]
self.meeting["motions_export_submitter_recommendation"] = configs[
"motions_export_submitter_recommendation"
]
self.meeting["motions_export_follow_recommendation"] = configs[
"motions_export_follow_recommendation"
]
self.meeting["motion_poll_ballot_paper_selection"] = configs[
"motions_pdf_ballot_papers_selection"
]
self.meeting["motion_poll_ballot_paper_number"] = configs[
"motions_pdf_ballot_papers_number"
]
self.meeting["motion_poll_default_type"] = configs["motion_poll_default_type"]
self.meeting["motion_poll_default_100_percent_base"] = configs[
"motion_poll_default_100_percent_base"
]
self.meeting["motion_poll_default_backend"] = "fast"
group_ids = configs["motion_poll_default_groups"]
for group_id in group_ids:
group = self.get_model("group", group_id)
group["used_as_motion_poll_default_id"] = 1
self.meeting["motion_poll_default_group_ids"] = group_ids
self.meeting["users_sort_by"] = configs["users_sort_by"]
self.meeting["users_enable_presence_view"] = configs[
"users_enable_presence_view"
]
self.meeting["users_enable_vote_weight"] = configs["users_activate_vote_weight"]
self.meeting["users_allow_self_set_present"] = configs[
"users_allow_self_set_present"
]
self.meeting["users_pdf_welcometitle"] = configs["users_pdf_welcometitle"]
self.meeting["users_pdf_welcometext"] = configs["users_pdf_welcometext"]
self.meeting["users_pdf_url"] = configs["users_pdf_url"]
self.meeting["users_pdf_wlan_ssid"] = configs["users_pdf_wlan_ssid"]
self.meeting["users_pdf_wlan_password"] = configs["users_pdf_wlan_password"]
self.meeting["users_pdf_wlan_encryption"] = configs["users_pdf_wlan_encryption"]
self.meeting["users_email_sender"] = configs["users_email_sender"]
self.meeting["users_email_replyto"] = configs["users_email_replyto"]
self.meeting["users_email_subject"] = configs["users_email_subject"]
self.meeting["users_email_body"] = configs["users_email_body"]
self.meeting["assignments_export_title"] = configs["assignments_pdf_title"]
self.meeting["assignments_export_preamble"] = configs[
"assignments_pdf_preamble"
]
self.meeting["assignment_poll_ballot_paper_selection"] = configs[
"assignments_pdf_ballot_papers_selection"
]
self.meeting["assignment_poll_ballot_paper_number"] = configs[
"assignments_pdf_ballot_papers_number"
]
self.meeting["assignment_poll_add_candidates_to_list_of_speakers"] = configs[
"assignment_poll_add_candidates_to_list_of_speakers"
]
self.meeting["assignment_poll_sort_poll_result_by_votes"] = configs[
"assignment_poll_sort_poll_result_by_votes"
]
self.meeting["assignment_poll_default_type"] = configs[
"assignment_poll_default_type"
]
self.meeting["assignment_poll_default_method"] = configs[
"assignment_poll_method"
]
self.meeting["assignment_poll_default_100_percent_base"] = configs[
"assignment_poll_default_100_percent_base"
]
self.meeting["assignment_poll_default_backend"] = "fast"
group_ids = configs["assignment_poll_default_groups"]
for group_id in group_ids:
group = self.get_model("group", group_id)
group["used_as_assignment_poll_default_id"] = 1
self.meeting["assignment_poll_default_group_ids"] = group_ids
self.meeting["poll_ballot_paper_selection"] = "CUSTOM_NUMBER"
self.meeting["poll_ballot_paper_number"] = 8
self.meeting["poll_sort_poll_result_by_votes"] = True
self.meeting["poll_default_type"] = "analog"
self.meeting["poll_default_method"] = "Y"
self.meeting["poll_default_100_percent_base"] = "YNA"
self.meeting["poll_default_backend"] = "fast"
self.meeting["poll_default_group_ids"] = []
self.meeting["poll_couple_countdown"] = True
for collection in (
"projector",
"projector_message",
"projector_countdown",
"tag",
"agenda_item",
"list_of_speakers",
"speaker",
"topic",
"group",
"mediafile",
"motion",
"motion_comment_section",
"motion_category",
"motion_block",
"motion_workflow",
"motion_statute_paragraph",
"motion_comment",
"motion_submitter",
"motion_change_recommendation",
"motion_state",
"poll",
"option",
"vote",
"assignment",
"assignment_candidate",
"personal_note",
"chat_group",
"chat_message",
):
self.meeting[f"{collection}_ids"] = [
x["id"] for x in self.iter_collection(collection)
]
self.meeting["all_projection_ids"] = [
x["id"] for x in self.iter_collection("projection")
]
# projection_ids was set when creating self.meeting
self.migrate_logos_and_fonts(configs, "logo")
self.migrate_logos_and_fonts(configs, "font")
self.meeting["committee_id"] = None
self.meeting["default_meeting_for_committee_id"] = None
self.meeting["is_active_in_organization_id"] = None
self.meeting["organization_tag_ids"] = []
self.meeting["present_user_ids"] = [
x["id"]
for x in self.iter_collection("user")
if 1 in x["is_present_in_meeting_ids"]
]
self.meeting["user_ids"] = [x["id"] for x in self.iter_collection("user")]
# reference_projector_id is set by the projector migration
# list_of_speakers_countdown_id and poll_countdown_id are set by the countdown migration
self.meeting["default_projector_$_id"] = []
for pd in self.get_collection("core/projection-default"):
name = PROJECTION_DEFAULT_NAME_MAPPING[pd["name"]]
projector = self.get_model("projector", pd["projector_id"])
projector["used_as_default_$_in_meeting_id"].append(name)
projector[f"used_as_default_${name}_in_meeting_id"] = 1
self.meeting["default_projector_$_id"].append(name)
self.meeting[f"default_projector_${name}_id"] = pd["projector_id"]
# Add "poll"
projector_id = self.meeting["projector_ids"][0] # get an arbitrary projector id
projector = self.get_model("projector", projector_id)
projector["used_as_default_$_in_meeting_id"].append("poll")
projector["used_as_default_$poll_in_meeting_id"] = 1
self.meeting["default_projector_$_id"].append("poll")
self.meeting["default_projector_$poll_id"] = projector_id
# default_group_id and admin_group_id are set by the group migration
def migrate_logos_and_fonts(self, configs, type):
self.meeting[f"{type}_$_id"] = []
for place in configs[f"{type}s_available"]:
path = configs[place].get("path", "")
if not path:
continue
# find mediafile
mediafile_id = None
for m in self.get_collection("mediafiles/mediafile"):
m_path = m["media_url_prefix"] + m["path"]
if m_path == path:
mediafile_id = m["id"]
break
if not mediafile_id:
continue
replacement = place.split("_", 2)[1]
mediafile = self.get_model("mediafile", mediafile_id)
mediafile[f"used_as_{type}_$_in_meeting_id"].append(replacement)
mediafile[f"used_as_{type}_${replacement}_in_meeting_id"] = 1
self.meeting[f"{type}_$_id"].append(replacement)
self.meeting[f"{type}_${replacement}_id"] = mediafile_id