ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge PR #1721: Fix <base> tag ignored in html2text relative link resolution

Browse Source
This commit is contained in:
unclecode
2026-02-01 05:01:52 +00:00
parent ccab926f1f 2016d669a9
commit c39e796a18
1 changed files with 15 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
crawl4ai/html2text/__init__.py
View File

@@ -316,6 +316,12 @@ class HTML2Text(html.parser.HTMLParser):
if self.tag_callback(self, tag, attrs, start) is True: if self.tag_callback(self, tag, attrs, start) is True:
return return
# Handle <base> tag to update base URL for relative links
if tag == "base" and start:
href = attrs.get("href")
if href:
self.baseurl = href
# first thing inside the anchor tag is another tag # first thing inside the anchor tag is another tag
# that produces some output # that produces some output
if ( if (
@@ -1069,6 +1075,15 @@ class CustomHTML2Text(HTML2Text):
setattr(self, key, value) setattr(self, key, value)
def handle_tag(self, tag, attrs, start): def handle_tag(self, tag, attrs, start):
# Handle <base> tag to update base URL for relative links
# Must be handled before preserved tags since <base> is in <head>
if tag == "base" and start:
href = attrs.get("href") if attrs else None
if href:
self.baseurl = href
# Also let parent class handle it
return super().handle_tag(tag, attrs, start)
# Handle preserved tags # Handle preserved tags
if tag in self.preserve_tags: if tag in self.preserve_tags:
if start: if start: