Cleanup page decode
Signed-off-by: Nathaniel Clark <Nathaniel.Clark@misrule.us>
This commit is contained in:
parent
76b4675d1b
commit
09b145cb85
|
@ -233,15 +233,8 @@ def process_url(url):
|
|||
file=sys.stderr,
|
||||
)
|
||||
return []
|
||||
data = rxscript.sub(
|
||||
"",
|
||||
rxcomment.sub(
|
||||
"",
|
||||
rxblank.sub(
|
||||
" ", "".join(map(lambda x: x.decode("utf-8"), resp.readlines()))
|
||||
),
|
||||
),
|
||||
)
|
||||
data = rxscript.sub("", rxcomment.sub("", rxblank.sub(" ", resp.read().decode())))
|
||||
|
||||
dom = html.fromstring(data)
|
||||
|
||||
return dom.xpath('//table[contains(@class, "simpleTable")]')
|
||||
|
|
Loading…
Reference in New Issue