From 55178a81c66b22b01a9f2338559f87e0e2595316 Mon Sep 17 00:00:00 2001
From: Muki Kiboigo <muki@muki.gg>
Date: Thu, 12 Feb 2026 22:05:55 -0800
Subject: [PATCH] skip empty disallow rules during robots parsing

---
 src/browser/Robots.zig | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/src/browser/Robots.zig b/src/browser/Robots.zig
index 576169bd..cb565ac8 100644
--- a/src/browser/Robots.zig
+++ b/src/browser/Robots.zig
@@ -220,12 +220,16 @@ fn parseRulesWithUserAgent(
 
                 switch (state.entry) {
                     .in_our_entry => {
+                        if (value.len == 0) continue;
+
                         const duped_value = try allocator.dupe(u8, value);
                         errdefer allocator.free(duped_value);
                         try rules.append(allocator, .{ .disallow = duped_value });
                     },
                     .in_other_entry => {},
                     .in_wildcard_entry => {
+                        if (value.len == 0) continue;
+
                         const duped_value = try allocator.dupe(u8, value);
                         errdefer allocator.free(duped_value);
                         try wildcard_rules.append(allocator, .{ .disallow = duped_value });
@@ -348,7 +352,6 @@ pub fn isAllowed(self: *const Robots, path: []const u8) bool {
                 if (matchPattern(pattern, path) != null) return true;
             },
             .disallow => |pattern| {
-                if (pattern.len == 0) continue;
                 if (matchPattern(pattern, path) != null) return false;
             },
         }