fix nodes null exceptions

tom-b-iodigital · Mar 5, 2024 · 2fc188e · 2fc188e
1 parent 127af91
commit 2fc188e
Showing 1 changed file with 13 additions and 10 deletions.
diff --git a/src/backoffice/ConversationalSearchPlatform.BackOffice/Jobs/WebsitePageIndexingJob.cs b/src/backoffice/ConversationalSearchPlatform.BackOffice/Jobs/WebsitePageIndexingJob.cs
@@ -296,19 +296,22 @@ private async Task CreateEntry(ApplicationDbContext db, string tenantId, Website
 
                 var nodes = htmlDoc.DocumentNode.SelectNodes("//main");
 
-                foreach (var node in nodes)
+                if (nodes != null)
                 {
-                    var cleanText = Regex.Replace(node.InnerText, @"\s+", " ").Trim();
-                    cleanText = WebUtility.HtmlDecode(cleanText);
-
-                    if (!string.IsNullOrEmpty(cleanText))
+                    foreach (var node in nodes)
                     {
-                        var chunkResult = new ChunkResult();
-                        chunkResult.ArticleNumber = string.Empty;
-                        chunkResult.Text = cleanText;
-                        chunkResult.Packaging = string.Empty;
+                        var cleanText = Regex.Replace(node.InnerText, @"\s+", " ").Trim();
+                        cleanText = WebUtility.HtmlDecode(cleanText);
 
-                        chunks.Add(chunkResult);
+                        if (!string.IsNullOrEmpty(cleanText))
+                        {
+                            var chunkResult = new ChunkResult();
+                            chunkResult.ArticleNumber = string.Empty;
+                            chunkResult.Text = cleanText;
+                            chunkResult.Packaging = string.Empty;
+
+                            chunks.Add(chunkResult);
+                        }
                     }
                 }