Extend metadata for Document- and Dossiersyncer

opengever/exportng/db.py

@@ -0,0 +1,43 @@
+from sqlalchemy import Boolean
+from sqlalchemy import Column
+from sqlalchemy import create_engine
+from sqlalchemy import Date
+from sqlalchemy import DateTime
+from sqlalchemy import Integer
+from sqlalchemy import MetaData
+from sqlalchemy import String
+from sqlalchemy import Table
+from sqlalchemy import Text
+from sqlalchemy.dialects.postgresql import JSONB
+from sqlalchemy.sql import func
+
+
+COLUMN_TYPES = {
+    'varchar': String,
+    'text': Text,
+    'jsonb': JSONB,
+    'integer': Integer,
+    'date': Date,
+    'datetime': DateTime,
+    'boolean': Boolean,
+}
+
+engine = create_engine('postgresql:///exportng')
+metadata = MetaData(bind=engine)
+
+
+def create_table(table, mapping):
+    if table in metadata.tables:
+        return
+    cols = []
+    for attr in mapping:
+        cols.append(Column(
+            attr.col_name,
+            COLUMN_TYPES[attr.col_type],
+            nullable=True,
+        ))
+    cols.append(Column('_created_at', DateTime, index=True, server_default=func.now()))
+    cols.append(Column('_modified_at', DateTime, index=True, onupdate=func.now()))
+    cols.append(Column('_synced_at', DateTime, index=True, onupdate=func.now()))
+    cols.append(Column('_deleted', Boolean, index=True, default=False))
+    Table(table, metadata, *cols)

opengever/exportng/mapping.py

@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+from openpyxl import load_workbook
+import itertools
+import os.path
+
+
+def read_mapping(mapping_file):
+    filename = os.path.join(
+        os.path.dirname(__file__), mapping_file)
+    wb = load_workbook(filename=filename)
+    sheet = wb.active
+    rows = []
+    colnames = [cell.value for cell in sheet[1]]
+    for row in sheet.iter_rows(min_row=2):
+        data = {k: row[idx].value for idx, k in enumerate(colnames)}
+        rows.append(data)
+
+    mappings = {}
+    for k, v in itertools.groupby(rows, lambda x: x['table_name']):
+        mappings[k] = list(v)
+    return mappings