Blacklisting http and https in autolinking.

dvorka · Jan 5, 2024 · b149848 · b149848
1 parent 53032fc
commit b149848
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/lib/src/mind/ai/autolinking/autolinking_mind.cpp b/lib/src/mind/ai/autolinking/autolinking_mind.cpp
@@ -76,6 +76,15 @@ void AutolinkingMind::updateTrieIndex()
         addThingToTrie(n);
     }
 
+    // remove functional blacklist
+    vector<string> blacklist = {
+        "http",
+        "https",
+    };
+    for_each(blacklist.begin(), blacklist.end(), [this](const string& s) {
+        trie->removeWord(s);
+    });
+
     // IMPROVE: add also tags
 
 #ifdef DO_MF_DEBUG

diff --git a/lib/src/mind/ai/autolinking/cmark_aho_corasick_block_autolinking_preprocessor.cpp b/lib/src/mind/ai/autolinking/cmark_aho_corasick_block_autolinking_preprocessor.cpp
@@ -269,7 +269,8 @@ void injectThingsLinks(cmark_node* srcNode, Mind& mind)
  * Preprocessor.
  */
 
-const string CmarkAhoCorasickBlockAutolinkingPreprocessor::TRAILING_CHARS = string{" \t,:;.!?<>{}&()-+/*\\_=%~#$^[]'\""};
+const string CmarkAhoCorasickBlockAutolinkingPreprocessor::TRAILING_CHARS
+    = string{" \t,:;.!?<>{}&()-+/*\\_=%~#$^[]'\""};
 
 CmarkAhoCorasickBlockAutolinkingPreprocessor::CmarkAhoCorasickBlockAutolinkingPreprocessor(Mind& mind)
     : AutolinkingPreprocessor{mind}