[Fix] I3DL2Reverb: Avoid NaNs in room filter calculation. Found with …

…afl++ + ubsan.

git-svn-id: https://source.openmpt.org/svn/openmpt/trunk/OpenMPT@22232 56274372-70c3-4bfc-bfc3-4c3a0b034d27

soundlib/plugins/dmo/I3DL2Reverb.cpp

@@ -505,7 +505,7 @@ void I3DL2Reverb::RecalculateI3DL2ReverbParams()
 		m_roomFilter = 0.0f;
 	} else
 	{
-		float freq = std::cos(HFReference() * (2.0f * mpt::numbers::pi_v<float>) / m_effectiveSampleRate);
+		float freq = std::min(std::cos(HFReference() * (2.0f * mpt::numbers::pi_v<float>) / m_effectiveSampleRate), 0.9999f);
 		float roomFilter = (freq * (roomHF + roomHF) - 2.0f + std::sqrt(freq * (roomHF * roomHF * freq * 4.0f) + roomHF * 8.0f - roomHF * roomHF * 4.0f - roomHF * freq * 8.0f)) / (roomHF + roomHF - 2.0f);
 		m_roomFilter = Clamp(roomFilter, 0.0f, 1.0f);
 	}