diff --git a/conda.recipe/meta.yaml b/conda.recipe/meta.yaml
index 2fb0f240c..27f8f7d0c 100644
--- a/conda.recipe/meta.yaml
+++ b/conda.recipe/meta.yaml
@@ -26,7 +26,6 @@ requirements:
     - pyyaml
     - hexrd=={{ hexrd_version }}
     - pyhdf
-    - silx
 
 test:
   imports:
diff --git a/hexrd/ui/periodic_table_dialog.py b/hexrd/ui/periodic_table_dialog.py
index 95fa924a3..26023b672 100644
--- a/hexrd/ui/periodic_table_dialog.py
+++ b/hexrd/ui/periodic_table_dialog.py
@@ -2,7 +2,8 @@
     QDialog, QDialogButtonBox, QMessageBox, QPushButton, QVBoxLayout
 )
 
-from silx.gui.widgets.PeriodicTable import PeriodicTable
+# FIXME: we need silx to use pyside6 or we need to get rid of it
+# from silx.gui.widgets.PeriodicTable import PeriodicTable
 
 from hexrd.ui.ui_loader import UiLoader
 
diff --git a/setup.py b/setup.py
index 117e5cf45..d9d4f12c4 100644
--- a/setup.py
+++ b/setup.py
@@ -9,7 +9,6 @@
     'Pillow',
     'pyside6',
     'pyyaml',
-    'silx',
 ]
 
 setup(