public/browser
1
0
Fork 0
mirror of https://github.com/lightpanda-io/browser.git synced 2026-03-22 04:34:44 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

skip empty disallow rules during robots parsing

Browse Source
This commit is contained in:
Muki Kiboigo
2026-02-12 22:05:55 -08:00
parent 249308380b
commit 55178a81c6
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/browser/Robots.zig
View File

@@ -220,12 +220,16 @@ fn parseRulesWithUserAgent(
switch (state.entry) {
.in_our_entry => {
if (value.len == 0) continue;
const duped_value = try allocator.dupe(u8, value);
errdefer allocator.free(duped_value);
try rules.append(allocator, .{ .disallow = duped_value });
},
.in_other_entry => {},
.in_wildcard_entry => {
if (value.len == 0) continue;
const duped_value = try allocator.dupe(u8, value);
errdefer allocator.free(duped_value);
try wildcard_rules.append(allocator, .{ .disallow = duped_value });
@@ -348,7 +352,6 @@ pub fn isAllowed(self: *const Robots, path: []const u8) bool {
if (matchPattern(pattern, path) != null) return true;
},
.disallow => |pattern| {
if (pattern.len == 0) continue;
if (matchPattern(pattern, path) != null) return false;
},
}