update unstructured

blacklanternsecurity · Aug 20, 2024 · ecae65a · ecae65a
1 parent 74cedc0
commit ecae65a
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 4 deletions.
diff --git a/bbot/core/helpers/web/engine.py b/bbot/core/helpers/web/engine.py
@@ -83,8 +83,7 @@ async def request(self, *args, **kwargs):
 
         async with self._acatch(url, raise_error):
             if self.http_debug:
-                logstr = f"Web request: {str(args)}, {str(kwargs)}"
-                log.trace(logstr)
+                log.trace(f"Web request: {str(args)}, {str(kwargs)}")
             response = await client.request(*args, **kwargs)
             if self.http_debug:
                 log.trace(

diff --git a/bbot/modules/unstructured.py b/bbot/modules/unstructured.py
@@ -67,7 +67,7 @@ class unstructured(BaseModule):
     }
 
     deps_apt = ["libmagic-dev", "poppler-utils", "tesseract-ocr", "libreoffice", "pandoc"]
-    deps_pip = ["unstructured[all-docs]>=0.5.15,<1.0"]
+    deps_pip = ["unstructured[all-docs]>=0.15.6,<1.0"]
 
     scope_distance_modifier = 1
 

diff --git a/bbot/scanner/preset/environ.py b/bbot/scanner/preset/environ.py
@@ -42,7 +42,7 @@ def add_to_path(v, k="PATH", environ=None):
         if _ != v and _ not in deduped_var_list:
             deduped_var_list.append(_)
     deduped_var_list = [v] + deduped_var_list
-    new_var_str = ":".join(deduped_var_list)
+    new_var_str = ":".join(deduped_var_list).strip(":")
     environ[k] = new_var_str