[connectors] - fix: handle missing webcrawler config for connectors (#…

…5245)

- Return an error if the `WebCrawlerConfiguration` is not found for a given connector ID
 - Change the logic to determine the `webCrawlerQueueName` based on the existence of `lastCrawledAt` in the configuration

Co-authored-by: Jules <jules@MacBook-Pro.local>

connectors/src/connectors/webcrawler/temporal/client.ts

@@ -26,9 +26,13 @@ export async function launchCrawlWebsiteWorkflow(
   const webcrawlerConfig =
     await WebCrawlerConfigurationResource.fetchByConnectorId(connector.id);
 
-  const webCrawlerQueueName = webcrawlerConfig?.lastCrawledAt
-    ? WebCrawlerQueueNames.NEW_WEBSITE
-    : WebCrawlerQueueNames.UPDATE_WEBSITE;
+  if (!webcrawlerConfig) {
+    return new Err(new Error(`CrawlerConfig not found for ${connector.id}`));
+  }
+
+  const webCrawlerQueueName = webcrawlerConfig.lastCrawledAt
+    ? WebCrawlerQueueNames.UPDATE_WEBSITE
+    : WebCrawlerQueueNames.NEW_WEBSITE;
 
   const client = await getTemporalClient();
   const workflowId = crawlWebsiteWorkflowId(connectorId);