diff --git a/deploy.sh b/deploy.sh index 998059b..81c83c0 100644 --- a/deploy.sh +++ b/deploy.sh @@ -197,7 +197,7 @@ replace_string_recursive "/opt/stacks" "?onlyofficeJWT?" $onlyofficeJWT # install mailcow to /opt/stacks/mailcow so it shows up in dockge -apt install -y git openssl curl gawk coreutils grep jq +apt install -y git openssl curl gawk coreutils grep jq sqlite3 umask 0022 #cd /opt/stacks #git clone https://github.com/mailcow/mailcow-dockerized mailcow diff --git a/prepdb.sh b/prepdb.sh index 56df47e..c359189 100644 --- a/prepdb.sh +++ b/prepdb.sh @@ -10,12 +10,13 @@ replace_in_sqlite_db() { return 1 fi - echo "Starting replacement of '$OLD_STRING' with '$NEW_STRING' in '$DB_PATH'..." + # Check if jq is installed + if ! command -v jq &> /dev/null; then + echo "Error: 'jq' is not installed. Please install it first (e.g., 'sudo apt install jq')." + return 1 + fi - # Enable the json1 extension - sqlite3 "$DB_PATH" "SELECT load_extension('json1');" || { - echo "Warning: json1 extension not available. JSON fields will not be processed." - } + echo "Starting replacement of '$OLD_STRING' with '$NEW_STRING' in all string-based columns in '$DB_PATH'..." # Escape single quotes in the strings for SQL local OLD_STRING_ESC=$(echo "$OLD_STRING" | sed "s/'/''/g") @@ -38,7 +39,7 @@ replace_in_sqlite_db() { # Check if the column is a string-based type (TEXT, VARCHAR, CHAR, CLOB, etc.) if [[ "$COLUMN_TYPE" =~ [Tt][Ee][Xx][Tt]|[Vv][Aa][Rr][Cc][Hh][Aa][Rr]|[Cc][Hh][Aa][Rr]|[Cc][Ll][Oo][Bb]|[Ss][Tt][Rr][Ii][Nn][Gg] ]]; then - echo " Updating column: $COLUMN (type: $COLUMN_TYPE)" + echo " Processing column: $COLUMN (type: $COLUMN_TYPE)" # Check if the column contains JSON data local IS_JSON=$(sqlite3 "$DB_PATH" " @@ -47,14 +48,39 @@ replace_in_sqlite_db() { ") if [ "$IS_JSON" -gt 0 ]; then - echo " Detected JSON data in column $COLUMN. Using json_replace()." + echo " Detected JSON data in column $COLUMN. Processing with jq..." - # Use json_replace() to handle JSON strings + # Create a temporary table to store updated JSON + sqlite3 "$DB_PATH" " + CREATE TABLE IF NOT EXISTS temp_$TABLE (rowid INTEGER PRIMARY KEY, new_$COLUMN TEXT); + " + + # Export JSON data, modify with jq, and store in temp table + sqlite3 "$DB_PATH" "SELECT rowid, $COLUMN FROM $TABLE WHERE json_valid($COLUMN) = 1;" | while read -r ROWID JSON_DATA; do + # Skip the header line (rowid|column) + if [ "$ROWID" != "rowid" ]; then + # Replace the string in the JSON using jq + local MODIFIED_JSON + MODIFIED_JSON=$(echo "$JSON_DATA" | jq --arg old_str "$OLD_STRING" --arg new_str "$NEW_STRING" ' + walk(if type == "string" then gsub($old_str; $new_str) else . end) + ') + + # Insert the modified JSON into the temp table + sqlite3 "$DB_PATH" " + INSERT INTO temp_$TABLE (rowid, new_$COLUMN) VALUES ($ROWID, '$MODIFIED_JSON'); + " + fi + done + + # Update the original table with the modified JSON sqlite3 "$DB_PATH" " UPDATE $TABLE - SET $COLUMN = json_replace($COLUMN, '$OLD_STRING_ESC', '$NEW_STRING_ESC') - WHERE json_valid($COLUMN) = 1; + SET $COLUMN = (SELECT new_$COLUMN FROM temp_$TABLE WHERE temp_$TABLE.rowid = $TABLE.rowid) + WHERE rowid IN (SELECT rowid FROM temp_$TABLE); " + + # Drop the temporary table + sqlite3 "$DB_PATH" "DROP TABLE temp_$TABLE;" else echo " Column $COLUMN is not JSON. Using replace()." diff --git a/stacks/npm/data/database-post.sqlite b/stacks/npm/data/database-post.sqlite new file mode 100644 index 0000000..8bf369f Binary files /dev/null and b/stacks/npm/data/database-post.sqlite differ