legacymigrate: add support for migrating legacy database and config (#23)
This commit is contained in:
Tulir Asokan
GitHub
@@ -0,0 +1,52 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
_ "embed"
|
||||
|
||||
up "go.mau.fi/util/configupgrade"
|
||||
"maunium.net/go/mautrix/bridgev2/bridgeconfig"
|
||||
)
|
||||
|
||||
const legacyMigrateRenameTables = `
|
||||
ALTER TABLE backfill_queue RENAME TO backfill_queue_old;
|
||||
ALTER TABLE bot_chat RENAME TO bot_chat_old;
|
||||
ALTER TABLE contact RENAME TO contact_old;
|
||||
ALTER TABLE disappearing_message RENAME TO disappearing_message_old;
|
||||
ALTER TABLE message RENAME TO message_old;
|
||||
ALTER TABLE portal RENAME TO portal_old;
|
||||
ALTER TABLE puppet RENAME TO puppet_old;
|
||||
ALTER TABLE reaction RENAME TO reaction_old;
|
||||
ALTER TABLE telegram_file RENAME TO telegram_file_old;
|
||||
ALTER TABLE telethon_entities RENAME TO telethon_entities_old;
|
||||
ALTER TABLE telethon_sent_files RENAME TO telethon_sent_files_old;
|
||||
ALTER TABLE telethon_sessions RENAME TO telethon_sessions_old;
|
||||
ALTER TABLE telethon_update_state RENAME TO telethon_update_state_old;
|
||||
ALTER TABLE "user" RENAME TO user_old;
|
||||
ALTER TABLE user_portal RENAME TO user_portal_old;
|
||||
`
|
||||
|
||||
//go:embed legacymigrate.sql
|
||||
var legacyMigrateCopyData string
|
||||
|
||||
func migrateLegacyConfig(helper up.Helper) {
|
||||
helper.Set(up.Str, "mautrix.bridge.e2ee", "encryption", "pickle_key")
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"telegram", "api_id"}, []string{"network", "api_id"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Str, []string{"telegram", "api_hash"}, []string{"network", "api_hash"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Str, []string{"telegram", "device_info", "device_model"}, []string{"network", "device_info", "device_model"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Str, []string{"telegram", "device_info", "system_version"}, []string{"network", "device_info", "system_version"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Str, []string{"telegram", "device_info", "app_version"}, []string{"network", "device_info", "app_version"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Str, []string{"telegram", "device_info", "lang_code"}, []string{"network", "device_info", "lang_code"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Str, []string{"telegram", "device_info", "system_lang_code"}, []string{"network", "device_info", "system_lang_code"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Str, []string{"bridge", "animated_sticker", "target"}, []string{"network", "animated_sticker", "target"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Bool, []string{"bridge", "animated_sticker", "convert_from_webm"}, []string{"network", "animated_sticker", "convert_from_webm"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"bridge", "animated_sticker", "width"}, []string{"network", "animated_sticker", "width"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"bridge", "animated_sticker", "height"}, []string{"network", "animated_sticker", "height"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"bridge", "animated_sticker", "fps"}, []string{"network", "animated_sticker", "fps"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"bridge", "max_initial_member_sync"}, []string{"network", "member_list", "max_initial_sync"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Bool, []string{"bridge", "sync_channel_members"}, []string{"network", "member_list", "sync_broadcast_channels"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Bool, []string{"bridge", "skip_deleted_members"}, []string{"network", "member_list", "skip_deleted"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"bridge", "max_member_count"}, []string{"network", "max_member_count"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"bridge", "sync_update_limit"}, []string{"network", "sync", "update_limit"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Int, []string{"bridge", "sync_create_limit"}, []string{"network", "sync", "create_limit"})
|
||||
bridgeconfig.CopyToOtherLocation(helper, up.Bool, []string{"bridge", "sync_direct_chats"}, []string{"network", "sync", "direct_chats"})
|
||||
}
|
||||
@@ -0,0 +1,256 @@
|
||||
INSERT INTO "user" (bridge_id, mxid)
|
||||
SELECT '', mxid FROM user_old;
|
||||
|
||||
ALTER TABLE telethon_sessions_old ADD COLUMN json_data jsonb;
|
||||
UPDATE telethon_sessions_old SET json_data=
|
||||
-- only: postgres
|
||||
jsonb_build_object
|
||||
-- only: sqlite (line commented)
|
||||
-- json_object
|
||||
(
|
||||
'auth_key', encode(auth_key, 'base64'),
|
||||
'dc_id', dc_id,
|
||||
'server_address', server_address,
|
||||
'port', port
|
||||
);
|
||||
|
||||
INSERT INTO user_login (bridge_id, user_mxid, id, remote_name, remote_profile, space_room, metadata)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
mxid, -- user_mxid
|
||||
CAST(tgid AS TEXT), -- id
|
||||
COALESCE(tg_username, tg_phone, ''), -- remote_name
|
||||
'{}', -- remote_profile
|
||||
'', -- space_room
|
||||
-- only: postgres
|
||||
jsonb_build_object
|
||||
-- only: sqlite (line commented)
|
||||
-- json_object
|
||||
(
|
||||
'phone', COALESCE(tg_phone, ''),
|
||||
'session', json((SELECT json_data FROM telethon_sessions_old WHERE session_id=mxid))
|
||||
) -- metadata
|
||||
FROM user_old
|
||||
WHERE tgid IS NOT NULL;
|
||||
|
||||
INSERT INTO ghost (
|
||||
bridge_id, id, name, avatar_id, avatar_hash, avatar_mxc,
|
||||
name_set, avatar_set, contact_info_set, is_bot, identifiers, metadata
|
||||
)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
CAST(id AS TEXT), -- id
|
||||
COALESCE(displayname, ''), -- name
|
||||
COALESCE(photo_id, ''), -- avatar_id
|
||||
'', -- avatar_hash
|
||||
COALESCE(avatar_url, ''), -- avatar_mxc
|
||||
name_set,
|
||||
avatar_set,
|
||||
contact_info_set,
|
||||
COALESCE(is_bot, false),
|
||||
'[]', -- identifiers
|
||||
-- only: postgres
|
||||
jsonb_build_object
|
||||
-- only: sqlite (line commented)
|
||||
-- json_object
|
||||
(
|
||||
'is_premium', is_premium,
|
||||
'is_channel', is_channel,
|
||||
'phone', phone,
|
||||
'name_source', displayname_source,
|
||||
'name_quality', displayname_quality,
|
||||
'name_not_contact', CASE WHEN displayname_contact THEN json('false') ELSE json('true') END
|
||||
) -- metadata
|
||||
FROM puppet_old;
|
||||
|
||||
DELETE FROM user_portal_old WHERE portal IN (SELECT tgid FROM portal_old WHERE peer_type<>'channel');
|
||||
-- TODO migrate backfill queue instead of deleting
|
||||
DELETE FROM backfill_queue_old WHERE portal_tgid IN (SELECT tgid FROM portal_old WHERE peer_type<>'channel');
|
||||
|
||||
UPDATE portal_old
|
||||
SET tg_receiver=COALESCE((SELECT "user" FROM user_portal_old WHERE portal=portal_old.tgid LIMIT 1), tg_receiver)
|
||||
WHERE peer_type='chat' AND tgid=tg_receiver;
|
||||
|
||||
UPDATE portal_old
|
||||
SET tg_receiver=COALESCE((SELECT tgid FROM user_old WHERE tgid IS NOT NULL LIMIT 1), tg_receiver)
|
||||
WHERE peer_type='chat' AND tgid=tg_receiver;
|
||||
|
||||
DELETE FROM portal_old WHERE peer_type='chat' AND tgid=tg_receiver;
|
||||
|
||||
INSERT INTO portal (
|
||||
bridge_id, id, receiver, mxid, other_user_id, name, topic, avatar_id, avatar_hash, avatar_mxc,
|
||||
name_set, avatar_set, topic_set, name_is_custom, in_space, room_type, metadata
|
||||
)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
CAST(tgid AS TEXT), -- id
|
||||
CAST(tg_receiver AS TEXT), -- receiver
|
||||
mxid, -- mxid
|
||||
CASE WHEN peer_type='user' THEN CAST(tgid AS TEXT) END, -- other_user_id
|
||||
COALESCE(title, ''), -- name
|
||||
COALESCE(about, ''), -- topic
|
||||
COALESCE(photo_id, ''), -- avatar_id
|
||||
'', -- avatar_hash
|
||||
COALESCE(avatar_url, ''), -- avatar_mxc
|
||||
name_set, -- name_set
|
||||
avatar_set, -- avatar_set
|
||||
false, -- topic_set
|
||||
peer_type<>'user', -- name_is_custom
|
||||
false, -- in_space
|
||||
CASE WHEN peer_type='user' THEN 'dm' ELSE '' END, -- room_type
|
||||
-- only: postgres
|
||||
jsonb_build_object
|
||||
-- only: sqlite (line commented)
|
||||
-- json_object
|
||||
(
|
||||
-- TODO
|
||||
) -- metadata
|
||||
FROM portal_old;
|
||||
|
||||
INSERT INTO user_portal (bridge_id, user_mxid, login_id, portal_id, portal_receiver, in_space, preferred)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
user_old.mxid, -- user_mxid
|
||||
CAST(user_portal_old.user AS TEXT), -- login_id
|
||||
CAST(user_portal_old.portal AS TEXT), -- portal_id
|
||||
CAST(user_portal_old.portal_receiver AS TEXT), -- portal_receiver
|
||||
false, -- in_space
|
||||
false -- preferred
|
||||
FROM user_portal_old
|
||||
INNER JOIN user_old ON user_portal_old."user" = user_old.tgid;
|
||||
|
||||
INSERT INTO user_portal (bridge_id, user_mxid, login_id, portal_id, portal_receiver, in_space, preferred)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
user_old.mxid, -- user_mxid
|
||||
CAST(portal_old.tg_receiver AS TEXT), -- login_id
|
||||
CAST(portal_old.tgid AS TEXT), -- portal_id
|
||||
CAST(portal_old.tg_receiver AS TEXT), -- portal_receiver
|
||||
false, -- in_space
|
||||
false -- preferred
|
||||
FROM portal_old
|
||||
INNER JOIN user_old ON portal_old.tg_receiver = user_old.tgid
|
||||
WHERE portal_old.tg_receiver<>portal_old.tgid
|
||||
ON CONFLICT (bridge_id, user_mxid, login_id, portal_id, portal_receiver) DO NOTHING;
|
||||
|
||||
INSERT INTO ghost (bridge_id, id, name, avatar_id, avatar_hash, avatar_mxc, name_set, avatar_set, contact_info_set, is_bot, identifiers, metadata)
|
||||
VALUES ('', '', '', '', '', '', false, false, false, false, '[]', '{}');
|
||||
|
||||
INSERT INTO message (
|
||||
bridge_id, id, part_id, mxid, room_id, room_receiver, sender_id, sender_mxid, timestamp, edit_count, metadata
|
||||
)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
CASE WHEN tg_space=portal_old.tgid THEN (CAST(tg_space AS TEXT) || '.') ELSE '' END || CAST(message_old.tgid AS TEXT), -- id
|
||||
'', -- part_id
|
||||
message_old.mxid, -- mxid
|
||||
CAST(portal_old.tgid AS TEXT), -- room_id
|
||||
CAST(portal_old.tg_receiver AS TEXT), -- room_receiver
|
||||
COALESCE(CAST(sender AS TEXT), ''), -- sender_id
|
||||
COALESCE(sender_mxid, ''),
|
||||
0, -- timestamp
|
||||
0, -- edit_count
|
||||
'{}' -- metadata
|
||||
FROM message_old
|
||||
INNER JOIN portal_old ON mx_room=portal_old.mxid
|
||||
WHERE (tg_space=portal_old.tgid OR tg_space=portal_old.tg_receiver) AND edit_index=0;
|
||||
-- TODO migrate edit_index?
|
||||
|
||||
INSERT INTO reaction (
|
||||
bridge_id, message_id, message_part_id, sender_id, emoji_id, room_id, room_receiver, mxid, timestamp, emoji, metadata
|
||||
)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
message.id, -- message_id
|
||||
message.part_id, -- message_part_id
|
||||
CAST(tg_sender AS TEXT), -- sender_id
|
||||
reaction, -- emoji_id
|
||||
message.room_id, -- room_id
|
||||
message.room_receiver, -- room_receiver
|
||||
reaction_old.mxid, -- mxid
|
||||
0, -- timestamp
|
||||
reaction, -- emoji
|
||||
'{}' -- metadata
|
||||
FROM reaction_old
|
||||
INNER JOIN message ON reaction_old.msg_mxid=message.mxid;
|
||||
|
||||
INSERT INTO telegram_access_hash (user_id, entity_id, access_hash)
|
||||
SELECT user_old.tgid, id, hash
|
||||
FROM telethon_entities_old
|
||||
LEFT JOIN user_old ON user_old.mxid=session_id
|
||||
WHERE user_old.tgid IS NOT NULL AND hash<>0;
|
||||
|
||||
INSERT INTO telegram_user_state (user_id, pts, qts, date, seq)
|
||||
SELECT user_old.tgid, pts, qts, date, seq
|
||||
FROM telethon_update_state_old
|
||||
LEFT JOIN user_old ON user_old.mxid=session_id
|
||||
WHERE entity_id=0 AND user_old.tgid IS NOT NULL;
|
||||
|
||||
INSERT INTO telegram_channel_state (user_id, channel_id, pts)
|
||||
SELECT user_old.tgid, entity_id, pts
|
||||
FROM telethon_update_state_old
|
||||
LEFT JOIN user_old ON user_old.mxid=session_id
|
||||
WHERE entity_id<>0 AND user_old.tgid IS NOT NULL;
|
||||
|
||||
INSERT INTO telegram_username (username, entity_id)
|
||||
SELECT username, id
|
||||
FROM telethon_entities_old
|
||||
WHERE username<>''
|
||||
ON CONFLICT DO NOTHING;
|
||||
|
||||
INSERT INTO telegram_file (id, mxc, mime_type, size)
|
||||
SELECT id, mxc, mime_type, size
|
||||
FROM telegram_file_old;
|
||||
|
||||
INSERT INTO disappearing_message (bridge_id, mx_room, mxid, type, timer, disappear_at)
|
||||
SELECT
|
||||
'', -- bridge_id
|
||||
room_id,
|
||||
event_id,
|
||||
'after_send',
|
||||
expiration_seconds * 1000000000,
|
||||
expiration_ts * 1000000
|
||||
FROM disappearing_message_old
|
||||
WHERE expiration_ts<9999999999999 AND expiration_seconds<999999;
|
||||
|
||||
-- TODO do something with the bot_chat table?
|
||||
|
||||
-- Python -> Go mx_ table migration
|
||||
ALTER TABLE mx_room_state DROP COLUMN is_encrypted;
|
||||
ALTER TABLE mx_room_state RENAME COLUMN has_full_member_list TO members_fetched;
|
||||
|
||||
-- only: postgres until "end only"
|
||||
ALTER TABLE mx_room_state ALTER COLUMN power_levels TYPE jsonb USING power_levels::jsonb;
|
||||
ALTER TABLE mx_room_state ALTER COLUMN encryption TYPE jsonb USING encryption::jsonb;
|
||||
ALTER TABLE mx_room_state ALTER COLUMN members_fetched SET DEFAULT false;
|
||||
ALTER TABLE mx_room_state ALTER COLUMN members_fetched SET NOT NULL;
|
||||
-- end only postgres
|
||||
|
||||
ALTER TABLE mx_user_profile ADD COLUMN name_skeleton bytea;
|
||||
CREATE INDEX mx_user_profile_membership_idx ON mx_user_profile (room_id, membership);
|
||||
CREATE INDEX mx_user_profile_name_skeleton_idx ON mx_user_profile (room_id, name_skeleton);
|
||||
|
||||
UPDATE mx_user_profile SET displayname='' WHERE displayname IS NULL;
|
||||
UPDATE mx_user_profile SET avatar_url='' WHERE avatar_url IS NULL;
|
||||
|
||||
CREATE TABLE mx_registrations (
|
||||
user_id TEXT PRIMARY KEY
|
||||
);
|
||||
|
||||
UPDATE mx_version SET version=7;
|
||||
|
||||
DROP TABLE user_portal_old;
|
||||
DROP TABLE backfill_queue_old;
|
||||
DROP TABLE bot_chat_old;
|
||||
DROP TABLE contact_old;
|
||||
DROP TABLE disappearing_message_old;
|
||||
DROP TABLE message_old;
|
||||
DROP TABLE reaction_old;
|
||||
DROP TABLE portal_old;
|
||||
DROP TABLE puppet_old;
|
||||
DROP TABLE user_old;
|
||||
DROP TABLE telegram_file_old;
|
||||
DROP TABLE telethon_entities_old;
|
||||
DROP TABLE telethon_sent_files_old;
|
||||
DROP TABLE telethon_sessions_old;
|
||||
DROP TABLE telethon_update_state_old;
|
||||
@@ -17,9 +17,15 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/base64"
|
||||
"fmt"
|
||||
|
||||
"go.mau.fi/util/dbutil/litestream"
|
||||
"maunium.net/go/mautrix/bridgev2/bridgeconfig"
|
||||
"maunium.net/go/mautrix/bridgev2/matrix/mxmain"
|
||||
|
||||
"go.mau.fi/mautrix-telegram/pkg/connector"
|
||||
"go.mau.fi/mautrix-telegram/pkg/connector/store/upgrades"
|
||||
)
|
||||
|
||||
// Information to find out exactly which commit the bridge was built from.
|
||||
@@ -30,14 +36,48 @@ var (
|
||||
BuildTime = "unknown"
|
||||
)
|
||||
|
||||
func main() {
|
||||
m := mxmain.BridgeMain{
|
||||
Name: "mautrix-telegram",
|
||||
URL: "https://github.com/mautrix/telegram",
|
||||
Description: "A Matrix-Telegram puppeting bridge.",
|
||||
Version: "0.16.0",
|
||||
var c = connector.NewConnector()
|
||||
var m = mxmain.BridgeMain{
|
||||
Name: "mautrix-telegram",
|
||||
URL: "https://github.com/mautrix/telegram",
|
||||
Description: "A Matrix-Telegram puppeting bridge.",
|
||||
Version: "0.16.0",
|
||||
|
||||
Connector: connector.NewConnector(),
|
||||
Connector: c,
|
||||
}
|
||||
|
||||
func init() {
|
||||
litestream.Functions["encode"] = func(data []byte, encoding string) string {
|
||||
if encoding == "base64" {
|
||||
return base64.StdEncoding.EncodeToString(data)
|
||||
}
|
||||
panic(fmt.Errorf("unknown encoding %q", encoding))
|
||||
}
|
||||
}
|
||||
|
||||
func main() {
|
||||
bridgeconfig.HackyMigrateLegacyNetworkConfig = migrateLegacyConfig
|
||||
versionWithoutCommit := m.Version
|
||||
m.PostInit = func() {
|
||||
if c.Config.DeviceInfo.AppVersion == "auto" {
|
||||
c.Config.DeviceInfo.AppVersion = versionWithoutCommit
|
||||
}
|
||||
if c.Config.DeviceInfo.SystemVersion == "auto" {
|
||||
c.Config.DeviceInfo.SystemVersion = ""
|
||||
}
|
||||
if c.Config.DeviceInfo.DeviceModel == "auto" || c.Config.DeviceInfo.DeviceModel == "" {
|
||||
c.Config.DeviceInfo.DeviceModel = "mautrix-telegram"
|
||||
}
|
||||
m.CheckLegacyDB(
|
||||
18,
|
||||
"v0.14.0",
|
||||
"v0.16.0",
|
||||
m.LegacyMigrateWithAnotherUpgrader(
|
||||
legacyMigrateRenameTables, legacyMigrateCopyData, 16,
|
||||
upgrades.Table, "telegram_version", 1,
|
||||
),
|
||||
true,
|
||||
)
|
||||
}
|
||||
m.InitVersion(Tag, Commit, BuildTime)
|
||||
m.Run()
|
||||
|
||||
Reference in New Issue
Block a user