[Fix] Resolve Protocol.UndefinedError by using fallback (#287)

elixir-crawly · Apr 24, 2024 · 2a6908f · 2a6908f
1 parent bc245e0
commit 2a6908f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/lib/crawly/worker.ex b/lib/crawly/worker.ex
@@ -158,8 +158,8 @@ defmodule Crawly.Worker do
              parsed_item: Crawly.ParsedItem.t(),
              result: {:ok, :done}
   defp process_parsed_item({parsed_item, response, spider_name}) do
-    requests = Map.get(parsed_item, :requests, [])
-    items = Map.get(parsed_item, :items, [])
+    requests = Map.get(parsed_item, :requests) || []
+    items = Map.get(parsed_item, :items) || []
     # Process all requests one by one
     Enum.each(
       requests,