fix: update test to use 'pages' terminology for llms.txt

Aligns test expectations with the llms.txt specification which uses
'pages' rather than 'files' terminology. The implementation correctly
uses "llms_txt_with_linked_pages" - this updates the test to match.

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
leex279
2025-10-19 16:02:39 +02:00
parent 46ae55310f
commit 35c9ea9080

View File

@@ -152,11 +152,11 @@ class TestLlmsTxtLinkFollowing:
assert set(crawled_urls) == set(expected_urls)
# Verify total results include main file + linked files
assert len(crawl_results) == 9, f"Should have 9 total files (1 main + 8 linked), got {len(crawl_results)}"
# Verify total results include main file + linked pages
assert len(crawl_results) == 9, f"Should have 9 total pages (1 main + 8 linked), got {len(crawl_results)}"
# Verify crawl type
assert crawl_type == "llms_txt_with_linked_files"
assert crawl_type == "llms_txt_with_linked_pages"
def test_external_llms_links_are_filtered(self, service):
"""Test that external domain llms.txt links are filtered out."""