move gotd fork into repo. (#111)

- update to latest telegram layer
- remove some references to fields in tg.Entities that don't exist in
the schema
- originally added here:
https://github.com/beeper/td/commit/820929062a2ba0104397bc01235ab58a9cff780e
  - referenced here
-
https://github.com/mautrix/telegramgo/commit/124f0967ed195b5a380c9bd02e170ada9710dde3
-
https://github.com/mautrix/telegramgo/commit/4205047aab2e0639217148b5d125bfaab668bd8e

pkg/gotd/telegram/message/html/tdlib_test.go

@@ -0,0 +1,413 @@
+package html
+
+import "go.mau.fi/mautrix-telegram/pkg/gotd/tg"
+
+func tdlibHTMLTests() []htmlTestCase {
+	entities := func(e ...tg.MessageEntityClass) func(msg string) []tg.MessageEntityClass {
+		return func(msg string) []tg.MessageEntityClass {
+			return e
+		}
+	}
+	return []htmlTestCase{
+		{"", "", nil, false, ""},
+		{"➡️ ➡️", "➡️ ➡️", nil, false, ""},
+		{
+			"<>&"«»�",
+			"<>&\"&laquo;&raquo;&#12345678;",
+			nil,
+			false,
+			"",
+		},
+
+		{
+			"➡️ ➡️<i>➡️ ➡️</i>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityItalic{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<em>➡️ ➡️</em>", "➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityItalic{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<b>➡️ ➡️</b>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityBold{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<strong>➡️ ➡️</strong>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityBold{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<u>➡️ ➡️</u>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityUnderline{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<ins>➡️ ➡️</ins>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityUnderline{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<s>➡️ ➡️</s>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityStrike{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<strike>➡️ ➡️</strike>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityStrike{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<del>➡️ ➡️</del>",
+			"➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntityStrike{Offset: 5, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<i>➡️ ➡️</i><b>➡️ ➡️</b>",
+			"➡️ ➡️➡️ ➡️➡️ ➡️",
+			entities(
+				&tg.MessageEntityItalic{Offset: 5, Length: 5},
+				&tg.MessageEntityBold{Offset: 10, Length: 5},
+			),
+			false,
+			"",
+		},
+
+		{
+			"🏟 🏟<i>🏟 &lt🏟</i>",
+			"🏟 🏟🏟 <🏟",
+			entities(&tg.MessageEntityItalic{Offset: 5, Length: 6}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟<i>🏟 &gt;<b aba   =   caba>&lt🏟</b></i>",
+			"🏟 🏟🏟 ><🏟",
+			entities(
+				&tg.MessageEntityItalic{Offset: 5, Length: 7},
+				&tg.MessageEntityBold{Offset: 9, Length: 3},
+			),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<i    aba  =  190azAz-.   >a</i>",
+			"🏟 🏟<a",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<i    aba  =  190azAz-.>a</i>",
+			"🏟 🏟<a",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<i    aba  =  \"&lt;&gt;&quot;\">a</i>",
+			"🏟 🏟<a",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<i    aba  =  '&lt;&gt;&quot;'>a</i>",
+			"🏟 🏟<a",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<i    aba  =  '&lt;&gt;&quot;'>a</>",
+			"🏟 🏟<a",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<i>🏟 🏟&lt;</>",
+			"🏟 🏟<🏟 🏟<",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 6}),
+			false,
+			"",
+		},
+
+		{
+			"🏟 🏟&lt;<i>a</    >",
+			"🏟 🏟<a",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<i>a</i   >",
+			"🏟 🏟<a",
+			entities(&tg.MessageEntityItalic{Offset: 6, Length: 1}),
+			false,
+			"",
+		},
+		// Empty entity.
+		{
+			"🏟 🏟&lt;<b></b>",
+			"🏟 🏟<",
+			nil,
+			false,
+			"",
+		},
+		// Space handling.
+		{
+			"<i>\t</i>",
+			"\t",
+			entities(&tg.MessageEntityItalic{Offset: 0, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"<i>\r</i>",
+			"\r",
+			entities(&tg.MessageEntityItalic{Offset: 0, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"<i>\n</i>",
+			"\n",
+			entities(&tg.MessageEntityItalic{Offset: 0, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<span class = \"tg-spoiler\">➡️ ➡️</span><b>➡️ ➡️</b>",
+			"➡️ ➡️➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntitySpoiler{Offset: 5, Length: 5}, &tg.MessageEntityBold{Offset: 10, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟<span class=\"tg-spoiler\">🏟 &lt🏟</span>",
+			"🏟 🏟🏟 <🏟",
+			entities(&tg.MessageEntitySpoiler{Offset: 5, Length: 6}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟<span class=\"tg-spoiler\">🏟 &gt;<b aba   =   caba>&lt🏟</b></span>",
+			"🏟 🏟🏟 ><🏟",
+			entities(&tg.MessageEntitySpoiler{Offset: 5, Length: 7}, &tg.MessageEntityBold{Offset: 9, Length: 3}),
+			false,
+			"",
+		},
+		{
+			"➡️ ➡️<tg-spoiler>➡️ ➡️</tg-spoiler><b>➡️ ➡️</b>",
+			"➡️ ➡️➡️ ➡️➡️ ➡️",
+			entities(&tg.MessageEntitySpoiler{Offset: 5, Length: 5}, &tg.MessageEntityBold{Offset: 10, Length: 5}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟<tg-spoiler>🏟 &lt🏟</tg-spoiler>",
+			"🏟 🏟🏟 <🏟",
+			entities(&tg.MessageEntitySpoiler{Offset: 5, Length: 6}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟<tg-spoiler>🏟 &gt;<b aba   =   caba>&lt🏟</b></tg-spoiler>",
+			"🏟 🏟🏟 ><🏟",
+			entities(&tg.MessageEntitySpoiler{Offset: 5, Length: 7}, &tg.MessageEntityBold{Offset: 9, Length: 3}),
+			false,
+			"",
+		},
+		{
+			"<a href=telegram.org>\t</a>",
+			"\t",
+			entities(&tg.MessageEntityTextURL{Offset: 0, Length: 1, URL: "http://telegram.org/"}),
+			false,
+			"",
+		},
+		{
+			"<a href=telegram.org>\r</a>",
+			"\r",
+			entities(&tg.MessageEntityTextURL{Offset: 0, Length: 1, URL: "http://telegram.org/"}),
+			false,
+			"",
+		},
+		{
+			"<a href=telegram.org>\n</a>",
+			"\n",
+			entities(&tg.MessageEntityTextURL{Offset: 0, Length: 1, URL: "http://telegram.org/"}),
+			false,
+			"",
+		},
+		{
+			"<code><i><b> </b></i></code><i><b><code> </code></b></i>",
+			"  ",
+			entities(
+				&tg.MessageEntityCode{Offset: 0, Length: 1},
+				&tg.MessageEntityBold{Offset: 0, Length: 1},
+				&tg.MessageEntityItalic{Offset: 0, Length: 1},
+				&tg.MessageEntityCode{Offset: 1, Length: 1},
+				&tg.MessageEntityBold{Offset: 1, Length: 1},
+				&tg.MessageEntityItalic{Offset: 1, Length: 1}),
+			false,
+			"",
+		},
+		{
+			"<i><b> </b> <code> </code></i>",
+			"   ",
+			entities(
+				&tg.MessageEntityItalic{Offset: 0, Length: 3},
+				&tg.MessageEntityBold{Offset: 0, Length: 1},
+				&tg.MessageEntityCode{Offset: 2, Length: 1},
+			),
+			false,
+			"",
+		},
+		{
+			"<a href=telegram.org> </a>",
+			" ",
+			entities(&tg.MessageEntityTextURL{Offset: 0, Length: 1, URL: "http://telegram.org/"}),
+			false,
+			"",
+		},
+		{
+			"<a href  =\"telegram.org\"   > </a>",
+			" ",
+			entities(&tg.MessageEntityTextURL{Offset: 0, Length: 1, URL: "http://telegram.org/"}),
+			false,
+			"",
+		},
+		{
+			"<a   href=  'telegram.org'   > </a>",
+			" ",
+			entities(&tg.MessageEntityTextURL{Offset: 0, Length: 1, URL: "http://telegram.org/"}),
+			false,
+			"",
+		},
+		{
+			"<a   href=  'telegram.org?&lt;'   > </a>",
+			" ",
+			entities(&tg.MessageEntityTextURL{Offset: 0, Length: 1, URL: "http://telegram.org/?<"}),
+			false,
+			"",
+		},
+		// URL handling
+		{
+			"<a>telegram.org </a>",
+			"telegram.org ",
+			nil,
+			false,
+			"",
+		},
+		{
+			"<a>telegram.org</a>", "telegram.org",
+			entities(&tg.MessageEntityTextURL{
+				Offset: 0,
+				Length: 12,
+				URL:    "http://telegram.org/",
+			}),
+			false,
+			"",
+		},
+		{
+			"<a>https://telegram.org/asdsa?asdasdwe#12e3we</a>",
+			"https://telegram.org/asdsa?asdasdwe#12e3we",
+			entities(&tg.MessageEntityTextURL{
+				Offset: 0,
+				Length: 42,
+				URL:    "https://telegram.org/asdsa?asdasdwe#12e3we",
+			}),
+			false,
+			"",
+		},
+		// <pre> and <code> handling
+		{
+			"🏟 🏟&lt;<pre  >🏟 🏟&lt;</>",
+			"🏟 🏟<🏟 🏟<",
+			entities(&tg.MessageEntityPre{Offset: 6, Length: 6}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<code >🏟 🏟&lt;</>",
+			"🏟 🏟<🏟 🏟<",
+			entities(&tg.MessageEntityCode{Offset: 6, Length: 6}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<pre><code>🏟 🏟&lt;</code></>",
+			"🏟 🏟<🏟 🏟<",
+			entities(
+				&tg.MessageEntityPre{Offset: 6, Length: 6},
+				&tg.MessageEntityCode{Offset: 6, Length: 6},
+			),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<pre><code class=\"language-\">🏟 🏟&lt;</code></>",
+			"🏟 🏟<🏟 🏟<",
+			entities(
+				&tg.MessageEntityPre{Offset: 6, Length: 6},
+				&tg.MessageEntityCode{Offset: 6, Length: 6},
+			),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<pre><code class=\"language-fift\">🏟 🏟&lt;</></>",
+			"🏟 🏟<🏟 🏟<",
+			entities(&tg.MessageEntityPre{Offset: 6, Length: 6, Language: "fift"}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<code class=\"language-fift\"><pre>🏟 🏟&lt;</></>",
+			"🏟 🏟<🏟 🏟<",
+			entities(&tg.MessageEntityPre{Offset: 6, Length: 6, Language: "fift"}),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<pre><code class=\"language-fift\">🏟 🏟&lt;</> </>",
+			"🏟 🏟<🏟 🏟< ",
+			entities(
+				&tg.MessageEntityPre{Offset: 6, Length: 7},
+				&tg.MessageEntityCode{Offset: 6, Length: 6},
+			),
+			false,
+			"",
+		},
+		{
+			"🏟 🏟&lt;<pre> <code class=\"language-fift\">🏟 🏟&lt;</></>",
+			"🏟 🏟< 🏟 🏟<",
+			entities(
+				&tg.MessageEntityPre{Offset: 6, Length: 7},
+				&tg.MessageEntityCode{Offset: 7, Length: 6},
+			),
+			false,
+			"",
+		},
+	}
+}