iframe-proxy | Sunbelt Computer Software

History

187 lines (147 loc) · 5.91 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

# Pyrogram - Telegram MTProto API Client Library for Python

# This file is part of Pyrogram.

# Pyrogram is free software: you can redistribute it and/or modify

# it under the terms of the GNU Lesser General Public License as published

# by the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

# Pyrogram is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

# GNU Lesser General Public License for more details.

# You should have received a copy of the GNU Lesser General Public License

# along with Pyrogram. If not, see <http://www.gnu.org/licenses/>.

import html

import logging

import re

from collections import OrderedDict

from html.parser import HTMLParser

from typing import Union

import pyrogram

from pyrogram.api import types

from pyrogram.errors import PeerIdInvalid

from . import utils

log = logging.getLogger(__name__)

class Parser(HTMLParser):

MENTION_RE = re.compile(r"tg://user\?id=(\d+)")

def __init__(self, client: "pyrogram.BaseClient"):

super().__init__()

self.client = client

self.text = ""

self.entities = []

self.tag_entities = {}

def handle_starttag(self, tag, attrs):

attrs = dict(attrs)

extra = {}

if tag in ["b", "strong"]:

entity = types.MessageEntityBold

elif tag in ["i", "em"]:

entity = types.MessageEntityItalic

elif tag == "u":

entity = types.MessageEntityUnderline

elif tag in ["s", "del", "strike"]:

entity = types.MessageEntityStrike

elif tag == "blockquote":

entity = types.MessageEntityBlockquote

elif tag == "code":

entity = types.MessageEntityCode

elif tag == "pre":

entity = types.MessageEntityPre

extra["language"] = ""

elif tag == "a":

url = attrs.get("href", "")

mention = Parser.MENTION_RE.match(url)

if mention:

entity = types.InputMessageEntityMentionName

extra["user_id"] = int(mention.group(1))

else:

entity = types.MessageEntityTextUrl

extra["url"] = url

else:

return

if tag not in self.tag_entities:

self.tag_entities[tag] = []

self.tag_entities[tag].append(entity(offset=len(self.text), length=0, **extra))

def handle_data(self, data):

data = html.unescape(data)

for entities in self.tag_entities.values():

for entity in entities:

entity.length += len(data)

self.text += data

def handle_endtag(self, tag):

try:

self.entities.append(self.tag_entities[tag].pop())

except (KeyError, IndexError):

line, offset = self.getpos()

offset += 1

log.warning("Unmatched closing tag </{}> at line {}:{}".format(tag, line, offset))

else:

if not self.tag_entities[tag]:

self.tag_entities.pop(tag)

def error(self, message):

pass

class HTML:

def __init__(self, client: Union["pyrogram.BaseClient", None]):

self.client = client

def parse(self, text: str):

parser = Parser(self.client)

parser.feed(utils.add_surrogates(text))

parser.close()

message = utils.remove_surrogates(parser.text)

if parser.tag_entities:

unclosed_tags = []

for tag, entities in parser.tag_entities.items():

unclosed_tags.append("<{}> (x{})".format(tag, len(entities)))

log.warning("Unclosed tags: {}".format(", ".join(unclosed_tags)))

entities = []

for entity in parser.entities:

if isinstance(entity, types.InputMessageEntityMentionName):

try:

if self.client is not None:

entity.user_id = self.client.resolve_peer(entity.user_id)

except PeerIdInvalid:

continue

# In case entities close at the end of the whole text message

if entity.offset + entity.length == len(message):

entity.length -= 1

entities.append(entity)

# TODO: OrderedDict to be removed in Python 3.6

return OrderedDict([

("message", message),

("entities", sorted(entities, key=lambda e: e.offset))

])

@staticmethod

def unparse(text: str, entities: list):

text = utils.add_surrogates(text)

entities_offsets = []

for entity in entities:

entity_type = entity.type

start = entity.offset

end = start + entity.length

if entity_type in ("bold", "italic", "underline", "strike"):

start_tag = "<{}>".format(entity_type[0])

end_tag = "</{}>".format(entity_type[0])

elif entity_type in ("code", "pre", "blockquote"):

start_tag = "<{}>".format(entity_type)

end_tag = "</{}>".format(entity_type)

elif entity_type == "text_link":

url = entity.url

start_tag = '<a href="{}">'.format(url)

end_tag = "</a>"

elif entity_type == "text_mention":

user = entity.user

start_tag = '<a href="tg://user?id={}">'.format(user.id)

end_tag = "</a>"

else:

continue

entities_offsets.append((start_tag, start,))

entities_offsets.append((end_tag, end,))

# sorting by offset (desc)

entities_offsets.sort(key=lambda x: -x[1])

for entity, offset in entities_offsets:

text = text[:offset] + entity + text[offset:]

return utils.remove_surrogates(text)

Sunbelt Computer Software

PL/B Language Development and Support

Navigation Menu

Sunbelt Computer Software

PL/B Language Development and Support

FilesExpand file tree

html.py

Latest commit

History

html.py

File metadata and controls