From 50aeb9ff21f571f33ca3f5116741f058b8bb81b5 Mon Sep 17 00:00:00 2001
From: Muki Kiboigo <muki@muki.gg>
Date: Wed, 4 Feb 2026 11:39:39 -0800
Subject: [PATCH] add comment explaining rule choice in robots

---
 src/browser/Robots.zig | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/browser/Robots.zig b/src/browser/Robots.zig
index a11026cd..6b6062b1 100644
--- a/src/browser/Robots.zig
+++ b/src/browser/Robots.zig
@@ -234,6 +234,8 @@ fn parseRulesWithUserAgent(
         }
     }
 
+    // If we have rules for our specific User-Agent, we will use those rules.
+    // If we don't have any rules, we fallback to using the wildcard ("*") rules.
     if (rules.items.len > 0) {
         freeRulesInList(allocator, wildcard_rules.items);
         return try rules.toOwnedSlice(allocator);