diff --git a/baselines/doc/source/conf.py b/baselines/doc/source/conf.py
index 7ba9e8c9cc7d..dd43080f299e 100644
--- a/baselines/doc/source/conf.py
+++ b/baselines/doc/source/conf.py
@@ -141,3 +141,4 @@
 # -- Options for MyST config  -------------------------------------
 # Enable this option to link to headers (`#`, `##`, or `###`)
 myst_heading_anchors = 3
+myst_enable_extensions = ["dollarmath"]