mirror of
https://github.com/Hopiu/bowser.git
synced 2026-03-17 03:20:24 +00:00
3838aa17af
- Introduced a new feature to visualize the Document Object Model (DOM) tree of the loaded web page. - Implemented keyboard shortcut (Ctrl+Shift+D) for generating and displaying the DOM graph. - Added core implementation files: - src/debug/dom_graph.py: Handles generation and rendering of graphs in DOT and SVG formats. - Created templates and documentation for the new feature, including: - docs/DOM_VISUALIZATION.md: Overview and usage instructions. - docs/DOM_GRAPH_UX.md: User experience design documentation. - Allowed the visualization to open in a new browser tab instead of an external viewer. - Enhanced visual representation through color coding of different HTML elements. - Implemented comprehensive tests for graph generation and page rendering. - Updated README.md to include usage instructions for DOM visualization. - Included test_holder.html as an example test page. - Modified various components in the browser to integrate tab management and enhance the graphical rendering experience.
90 lines
2.8 KiB
Python
90 lines
2.8 KiB
Python
"""Tests for HTML parsing functionality."""
|
|
|
|
import pytest
|
|
from src.parser.html import parse_html, Text, Element
|
|
|
|
|
|
def collect_text(node):
|
|
texts = []
|
|
if isinstance(node, Text):
|
|
texts.append(node.text)
|
|
if hasattr(node, "children"):
|
|
for child in node.children:
|
|
texts.extend(collect_text(child))
|
|
return texts
|
|
|
|
|
|
class TestParseHTML:
|
|
def test_parse_simple_text(self):
|
|
html = "<html><body>Hello World</body></html>"
|
|
root = parse_html(html)
|
|
|
|
assert isinstance(root, Element)
|
|
assert root.tag == "html"
|
|
assert len(root.children) == 1
|
|
|
|
body = root.children[0]
|
|
assert body.tag == "body"
|
|
texts = collect_text(body)
|
|
joined = " ".join(texts)
|
|
assert "Hello World" in joined
|
|
|
|
def test_parse_strips_tags(self):
|
|
html = "<html><body><p>Hello</p><div>World</div></body></html>"
|
|
root = parse_html(html)
|
|
|
|
body = root.children[0]
|
|
joined = " ".join(collect_text(body))
|
|
assert "Hello" in joined
|
|
assert "World" in joined
|
|
|
|
def test_parse_removes_script_tags(self):
|
|
html = "<html><body>Visible<script>alert('bad')</script>Text</body></html>"
|
|
root = parse_html(html)
|
|
|
|
body = root.children[0]
|
|
joined = " ".join(collect_text(body))
|
|
assert "Visible" in joined
|
|
assert "Text" in joined
|
|
assert "alert" not in joined
|
|
assert "script" not in joined.lower()
|
|
|
|
def test_parse_removes_style_tags(self):
|
|
html = "<html><body>Text<style>body{color:red;}</style>More</body></html>"
|
|
root = parse_html(html)
|
|
|
|
body = root.children[0]
|
|
joined = " ".join(collect_text(body))
|
|
assert "Text" in joined
|
|
assert "More" in joined
|
|
assert "color" not in joined
|
|
|
|
def test_parse_decodes_entities(self):
|
|
html = "<html><body><div> & "test"</body></html>"
|
|
root = parse_html(html)
|
|
|
|
body = root.children[0]
|
|
joined = " ".join(collect_text(body))
|
|
assert "<div>" in joined
|
|
assert "&" in joined
|
|
assert '"test"' in joined
|
|
|
|
def test_parse_normalizes_whitespace(self):
|
|
html = "<html><body>Hello \n\n World</body></html>"
|
|
root = parse_html(html)
|
|
|
|
body = root.children[0]
|
|
joined = " ".join(collect_text(body))
|
|
# Multiple whitespace should be collapsed
|
|
assert "Hello World" in joined
|
|
|
|
def test_parse_empty_document(self):
|
|
html = "<html><body></body></html>"
|
|
root = parse_html(html)
|
|
|
|
assert isinstance(root, Element)
|
|
assert root.tag == "html"
|
|
body = root.children[0]
|
|
assert body.tag == "body"
|
|
# Empty body should have no text children
|
|
assert len(collect_text(body)) == 0
|