diff --git a/Setup/UpgradeData.php b/Setup/UpgradeData.php
index ceb591fd1b6..bcc7c10a07a 100644
--- a/Setup/UpgradeData.php
+++ b/Setup/UpgradeData.php
@@ -6,6 +6,8 @@
 
 namespace Mollie\Payment\Setup;
 
+use Magento\Config\Model\ResourceModel\Config;
+use Magento\Framework\App\ResourceConnection;
 use Magento\Sales\Setup\SalesSetupFactory;
 use Magento\Framework\Setup\UpgradeDataInterface;
 use Magento\Framework\Setup\ModuleContextInterface;
@@ -26,15 +28,31 @@ class UpgradeData implements UpgradeDataInterface
      */
     private $salesSetupFactory;
 
+    /**
+     * @var ResourceConnection
+     */
+    private $resourceConnection;
+
+    /**
+     * @var Config
+     */
+    private $resourceConfig;
+
     /**
      * UpgradeData constructor.
      *
      * @param SalesSetupFactory $salesSetupFactory
+     * @param ResourceConnection $resourceConnection
+     * @param Config $resourceConfig
      */
     public function __construct(
-        SalesSetupFactory $salesSetupFactory
+        SalesSetupFactory $salesSetupFactory,
+        ResourceConnection $resourceConnection,
+        Config $resourceConfig
     ) {
         $this->salesSetupFactory = $salesSetupFactory;
+        $this->resourceConnection = $resourceConnection;
+        $this->resourceConfig = $resourceConfig;
     }
 
     /**
@@ -51,6 +69,10 @@ public function upgrade(
             $this->createMollieShipmentId($setup);
         }
 
+        if (version_compare($context->getVersion(), '1.5.3', '<')) {
+            $this->upgradeActiveState();
+        }
+
         $setup->endSetup();
     }
 
@@ -68,4 +90,53 @@ public function createMollieShipmentId($setup)
         $options = ['type' => 'varchar', 'visible' => false, 'required' => false];
         $salesSetup->addAttribute('shipment', 'mollie_shipment_id', $options);
     }
+
+    /**
+     * See https://github.com/magento/magento2/issues/22231
+     * This is part of a fix that sets the default of the active config to 1 instead of 0. That's why we extract the
+     * current value from the database. If that is not 1 we set the value in the database to 0. This is to prevent
+     * that we turn on payment methods that are not active.
+     */
+    private function upgradeActiveState()
+    {
+        $paths = [
+            'payment/mollie_methods_bancontact/active',
+            'payment/mollie_methods_banktransfer/active',
+            'payment/mollie_methods_belfius/active',
+            'payment/mollie_methods_bitcoin/active',
+            'payment/mollie_methods_creditcard/active',
+            'payment/mollie_methods_ideal/active',
+            'payment/mollie_methods_kbc/active',
+            'payment/mollie_methods_paypal/active',
+            'payment/mollie_methods_paysafecard/active',
+            'payment/mollie_methods_sofort/active',
+            'payment/mollie_methods_inghomepay/active',
+            'payment/mollie_methods_giropay/active',
+            'payment/mollie_methods_eps/active',
+            'payment/mollie_methods_klarnapaylater/active',
+            'payment/mollie_methods_klarnasliceit/active',
+            'payment/mollie_methods_paymentlink/active',
+            'payment/mollie_methods_giftcard/active',
+            'payment/mollie_methods_przelewy24/active',
+        ];
+
+        foreach ($paths as $path) {
+            $this->setCorrectWebsiteDefault($path);
+        }
+    }
+
+    private function setCorrectWebsiteDefault($path)
+    {
+        $connection = $connection = $this->resourceConnection->getConnection();
+        $tableName = $this->resourceConnection->getTableName('core_config_data');
+
+        $query = 'select value from ' . $tableName . ' where scope = "default" and path = :path';
+        $result = $connection->fetchOne($query, ['path' => $path]);
+
+        if ($result !== false) {
+            return;
+        }
+
+        $this->resourceConfig->saveConfig($path, '0', 'default');
+    }
 }
diff --git a/etc/config.xml b/etc/config.xml
index 68fd3380305..564ccfd5f23 100644
--- a/etc/config.xml
+++ b/etc/config.xml
@@ -16,7 +16,7 @@
                 <currency>1</currency>
             </mollie_general>
             <mollie_methods_bancontact>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Bancontact</model>
                 <title>Bancontact</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -25,7 +25,7 @@
                 <instructions/>
             </mollie_methods_bancontact>
             <mollie_methods_banktransfer>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Banktransfer</model>
                 <title>Banktransfer</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -36,7 +36,7 @@
                 <instructions/>
             </mollie_methods_banktransfer>
             <mollie_methods_belfius>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Belfius</model>
                 <title>Belfius</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -45,7 +45,7 @@
                 <instructions/>
             </mollie_methods_belfius>
             <mollie_methods_bitcoin>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Bitcoin</model>
                 <title>Bitcoin</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -54,7 +54,7 @@
                 <instructions/>
             </mollie_methods_bitcoin>
             <mollie_methods_creditcard>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Creditcard</model>
                 <title>Credit Cards</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -63,7 +63,7 @@
                 <instructions/>
             </mollie_methods_creditcard>
             <mollie_methods_ideal>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Ideal</model>
                 <title>iDeal</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -73,7 +73,7 @@
                 <instructions/>
             </mollie_methods_ideal>
             <mollie_methods_kbc>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Kbc</model>
                 <title>KBC/CBC</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -83,7 +83,7 @@
                 <instructions/>
             </mollie_methods_kbc>
             <mollie_methods_paypal>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Paypal</model>
                 <title>Paypal</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -92,7 +92,7 @@
                 <instructions/>
             </mollie_methods_paypal>
             <mollie_methods_paysafecard>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Paysafecard</model>
                 <title>Paysafecard</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -101,7 +101,7 @@
                 <instructions/>
             </mollie_methods_paysafecard>
             <mollie_methods_sofort>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Sofort</model>
                 <title>Sofort</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -110,7 +110,7 @@
                 <instructions/>
             </mollie_methods_sofort>
             <mollie_methods_inghomepay>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Inghomepay</model>
                 <title>ING Homepay</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -119,7 +119,7 @@
                 <instructions/>
             </mollie_methods_inghomepay>
             <mollie_methods_giropay>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Giropay</model>
                 <title>Giropay</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -128,7 +128,7 @@
                 <instructions/>
             </mollie_methods_giropay>
             <mollie_methods_eps>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Eps</model>
                 <title>EPS</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -137,7 +137,7 @@
                 <instructions/>
             </mollie_methods_eps>
             <mollie_methods_klarnapaylater>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Klarnapaylater</model>
                 <title>Klarna Pay Later</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -147,7 +147,7 @@
                 <instructions/>
             </mollie_methods_klarnapaylater>
             <mollie_methods_klarnasliceit>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Klarnasliceit</model>
                 <title>Klarna Slice It</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -157,7 +157,7 @@
                 <instructions/>
             </mollie_methods_klarnasliceit>
             <mollie_methods_paymentlink>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Paymentlink</model>
                 <title>Mollie: Payment Link</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -168,7 +168,7 @@
                 <instructions/>
             </mollie_methods_paymentlink>
             <mollie_methods_giftcard>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Giftcard</model>
                 <title>Giftcard</title>
                 <payment_description>{ordernumber}</payment_description>
@@ -178,7 +178,7 @@
                 <instructions/>
             </mollie_methods_giftcard>
             <mollie_methods_przelewy24>
-                <active>0</active>
+                <active>1</active>
                 <model>Mollie\Payment\Model\Methods\Przelewy24</model>
                 <title>Przelewy24</title>
                 <payment_description>{ordernumber}</payment_description>
diff --git a/etc/module.xml b/etc/module.xml
index cfb6c3123ec..7b775d6fc33 100644
--- a/etc/module.xml
+++ b/etc/module.xml
@@ -1,4 +1,4 @@
 <?xml version="1.0"?>
 <config xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="urn:magento:framework:Module/etc/module.xsd">
-    <module name="Mollie_Payment" setup_version="1.5.2" />
+    <module name="Mollie_Payment" setup_version="1.5.3" />
 </config>