public/browser
1
0
Fork 0
mirror of https://github.com/lightpanda-io/browser.git synced 2026-02-05 06:47:11 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

log instead of returning error on unexpected rule

Browse Source
This commit is contained in:
Muki Kiboigo
2026-02-04 11:10:07 -08:00
parent b6af5884b1
commit f9104c71f6
1 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/browser/Robots.zig
View File

@@ -17,6 +17,7 @@
// along with this program. If not, see <https://www.gnu.org/licenses/>. // along with this program. If not, see <https://www.gnu.org/licenses/>.
const std = @import("std"); const std = @import("std");
const log = @import("../log.zig");
pub const Rule = union(enum) { pub const Rule = union(enum) {
allow: []const u8, allow: []const u8,
@@ -203,7 +204,10 @@ fn parseRulesWithUserAgent(
errdefer allocator.free(duped_value); errdefer allocator.free(duped_value);
try wildcard_rules.append(allocator, .{ .allow = duped_value }); try wildcard_rules.append(allocator, .{ .allow = duped_value });
}, },
.not_in_entry => return error.UnexpectedRule, .not_in_entry => {
log.warn(.browser, "robots unexpected rule", .{ .rule = "allow" });
continue;
},
} }
}, },
.disallow => { .disallow => {
@@ -221,7 +225,10 @@ fn parseRulesWithUserAgent(
errdefer allocator.free(duped_value); errdefer allocator.free(duped_value);
try wildcard_rules.append(allocator, .{ .disallow = duped_value }); try wildcard_rules.append(allocator, .{ .disallow = duped_value });
}, },
.not_in_entry => return error.UnexpectedRule, .not_in_entry => {
log.warn(.browser, "robots unexpected rule", .{ .rule = "disallow" });
continue;
},
} }
}, },
} }