From a749cb0e581f02e8f1accb7511dfbf8974c8dd5d Mon Sep 17 00:00:00 2001
From: Austin <pixelrazor@gmail.com>
Date: Tue, 21 Mar 2023 18:02:46 +0000
Subject: [PATCH] Sqlite dump helper script pluus doc updates

---
 docs/database_migration.md      | 18 +++++++++++++++---
 scripts/sqlite_dump_commands.sh |  9 +++++++++
 2 files changed, 24 insertions(+), 3 deletions(-)
 create mode 100644 scripts/sqlite_dump_commands.sh

diff --git a/docs/database_migration.md b/docs/database_migration.md
index b96fe0b..aed0d99 100644
--- a/docs/database_migration.md
+++ b/docs/database_migration.md
@@ -32,10 +32,10 @@ We want to dump (almost) all existing values to some file - the exception being
 the `sqlite_sequence`, when it exists). Be sure to stop/pause LLDAP during this step, as some
 databases (SQLite in this example) will give an error if LLDAP is in the middle of a write. The dump should consist just INSERT
 statements. There are various ways to do this, but a simple enough way is filtering a
-whole database dump. For example:
+whole database dump. This repo contains [a script](/scripts/sqlite_dump_commands.sh) to generate SQLite commands for creating an appropriate dump:
 
 ```
-sqlite3 /path/to/lldap/config/users.db .dump | grep "^INSERT" | grep -v "^INSERT INTO metadata" | grep -v "^INSERT INTO sqlite_sequence"  > /path/to/dump.sql
+./sqlite_dump_commands.sh | sqlite3 /path/to/lldap/config/users.db > /path/to/dump.sql
 ```
 
 ## Sanitize data
@@ -62,7 +62,19 @@ following command to wrap all table names in backticks for good measure, and wra
 a transaction:
 
 ```
-sed -i -r -e 's/^INSERT INTO ([a-zA-Z0-9_]+) /INSERT INTO `\1` /' \
+sed -i -r -e 's/^INSERT INTO ([a-zA-Z0-9_]+)/INSERT INTO `\1`/' \
+-e '1s/^/START TRANSACTION;\n/' \
+-e '$aCOMMIT;' /path/to/dump.sql
+```
+
+### To MariaDB
+
+While MariaDB is supposed to be identical to MySQL, it doesn't support timezone offsets on DATETIME
+strings. Use the following command to remove those and perform the additional MySQL sanitization:
+
+```
+sed -i -r -e "s/([^']'[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\.[0-9]{9})\+00:00'([^'])/\1'\2/g" \
+-e 's/^INSERT INTO ([a-zA-Z0-9_]+)/INSERT INTO `\1`/' \
 -e '1s/^/START TRANSACTION;\n/' \
 -e '$aCOMMIT;' /path/to/dump.sql
 ```
diff --git a/scripts/sqlite_dump_commands.sh b/scripts/sqlite_dump_commands.sh
new file mode 100644
index 0000000..4b5778e
--- /dev/null
+++ b/scripts/sqlite_dump_commands.sh
@@ -0,0 +1,9 @@
+#! /bin/bash
+
+tables=("users" "groups" "memberships" "jwt_refresh_storage" "jwt_storage" "password_reset_tokens")
+echo ".header on"
+
+for table in ${tables[@]}; do
+    echo ".mode insert $table"
+    echo "select * from $table;"
+done
\ No newline at end of file