From f9104c71f6b55b6e7e9c156c0966c754cb667282 Mon Sep 17 00:00:00 2001
From: Muki Kiboigo <muki@muki.gg>
Date: Wed, 4 Feb 2026 11:10:07 -0800
Subject: [PATCH] log instead of returning error on unexpected rule

---
 src/browser/Robots.zig | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/src/browser/Robots.zig b/src/browser/Robots.zig
index 2aff774a..a11026cd 100644
--- a/src/browser/Robots.zig
+++ b/src/browser/Robots.zig
@@ -17,6 +17,7 @@
 // along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
 const std = @import("std");
+const log = @import("../log.zig");
 
 pub const Rule = union(enum) {
     allow: []const u8,
@@ -203,7 +204,10 @@ fn parseRulesWithUserAgent(
                         errdefer allocator.free(duped_value);
                         try wildcard_rules.append(allocator, .{ .allow = duped_value });
                     },
-                    .not_in_entry => return error.UnexpectedRule,
+                    .not_in_entry => {
+                        log.warn(.browser, "robots unexpected rule", .{ .rule = "allow" });
+                        continue;
+                    },
                 }
             },
             .disallow => {
@@ -221,7 +225,10 @@ fn parseRulesWithUserAgent(
                         errdefer allocator.free(duped_value);
                         try wildcard_rules.append(allocator, .{ .disallow = duped_value });
                     },
-                    .not_in_entry => return error.UnexpectedRule,
+                    .not_in_entry => {
+                        log.warn(.browser, "robots unexpected rule", .{ .rule = "disallow" });
+                        continue;
+                    },
                 }
             },
         }