public/browser
1
0
Fork 0
mirror of https://github.com/lightpanda-io/browser.git synced 2026-03-22 04:34:44 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

skip empty disallow rules during robots parsing

Browse Source
This commit is contained in:
Muki Kiboigo
2026-02-12 22:05:55 -08:00
parent 249308380b
commit 55178a81c6
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/browser/Robots.zig
View File

@@ -220,12 +220,16 @@ fn parseRulesWithUserAgent(
switch (state.entry) { switch (state.entry) {
.in_our_entry => { .in_our_entry => {
if (value.len == 0) continue;
const duped_value = try allocator.dupe(u8, value); const duped_value = try allocator.dupe(u8, value);
errdefer allocator.free(duped_value); errdefer allocator.free(duped_value);
try rules.append(allocator, .{ .disallow = duped_value }); try rules.append(allocator, .{ .disallow = duped_value });
}, },
.in_other_entry => {}, .in_other_entry => {},
.in_wildcard_entry => { .in_wildcard_entry => {
if (value.len == 0) continue;
const duped_value = try allocator.dupe(u8, value); const duped_value = try allocator.dupe(u8, value);
errdefer allocator.free(duped_value); errdefer allocator.free(duped_value);
try wildcard_rules.append(allocator, .{ .disallow = duped_value }); try wildcard_rules.append(allocator, .{ .disallow = duped_value });
@@ -348,7 +352,6 @@ pub fn isAllowed(self: *const Robots, path: []const u8) bool {
if (matchPattern(pattern, path) != null) return true; if (matchPattern(pattern, path) != null) return true;
}, },
.disallow => |pattern| { .disallow => |pattern| {
if (pattern.len == 0) continue;
if (matchPattern(pattern, path) != null) return false; if (matchPattern(pattern, path) != null) return false;
}, },
} }