public/browser
1
0
Fork 0
mirror of https://github.com/lightpanda-io/browser.git synced 2026-02-05 06:47:11 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

add comment explaining rule choice in robots

Browse Source
This commit is contained in:
Muki Kiboigo
2026-02-04 11:39:39 -08:00
parent e620c28a1c
commit 50aeb9ff21
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/browser/Robots.zig
View File

@@ -234,6 +234,8 @@ fn parseRulesWithUserAgent(
} }
} }
// If we have rules for our specific User-Agent, we will use those rules.
// If we don't have any rules, we fallback to using the wildcard ("*") rules.
if (rules.items.len > 0) { if (rules.items.len > 0) {
freeRulesInList(allocator, wildcard_rules.items); freeRulesInList(allocator, wildcard_rules.items);
return try rules.toOwnedSlice(allocator); return try rules.toOwnedSlice(allocator);