justcoding121#826 Reproduce: nested proxy hangs with connection cache

Author: justcoding121

tests/Titanium.Web.Proxy.IntegrationTests/NestedProxyTests.cs

@@ -1,5 +1,6 @@
 using System;
 using System.Collections.Generic;
+using System.Diagnostics;
 using System.Linq;
 using System.Net;
 using System.Net.Http;
@@ -76,10 +77,110 @@ public async Task Smoke_Test_Nested_Proxy_UserData()
             Assert.AreEqual("I am server. I received your greetings.", body);
         }
 
+        [TestMethod]
+        [Timeout(2 * 60 * 1000)]
+        public async Task Nested_Proxy_Farm_Without_Connection_Cache_Should_Not_Hang()
+        {
+            var rnd = new Random();
+
+            var testSuite = new TestSuite();
+
+            var server = testSuite.GetServer();
+            server.HandleRequest((context) =>
+            {
+                return context.Response.WriteAsync("I am server. I received your greetings.");
+            });
+
+            var proxies2 = new List<ProxyServer>();
+
+            //create a level 2 upstream proxy farm that forwards to server
+            for (int i = 0; i < 10; i++)
+            {
+                var proxy2 = testSuite.GetProxy();
+                proxy2.ProxyBasicAuthenticateFunc += (_, _, _) =>
+                {
+                    return Task.FromResult(true);
+                };
+
+                proxies2.Add(proxy2);
+            }
+
+            var proxies1 = new List<ProxyServer>();
+
+            //create a level 1 upstream proxy farm that forwards to level 2 farm
+            for (int i = 0; i < 10; i++)
+            {
+                var proxy1 = testSuite.GetProxy();
+                proxy1.EnableConnectionPool = false;
+                var proxy2 = proxies2[rnd.Next() % proxies2.Count];
+
+                var explicitEndpoint = proxy1.ProxyEndPoints.OfType<ExplicitProxyEndPoint>().First();
+                explicitEndpoint.BeforeTunnelConnectRequest += (_, e) =>
+                {
+                    e.CustomUpStreamProxy = new ExternalProxy()
+                    {
+                        HostName = "localhost",
+                        Port = proxy2.ProxyEndPoints[0].Port,
+                        ProxyType = ExternalProxyType.Http,
+                        UserName = "test_user",
+                        Password = "test_password"
+                    };
+
+                    return Task.CompletedTask;
+                };
+
+                proxy1.BeforeRequest += (_, e) =>
+                {
+                    e.CustomUpStreamProxy = new ExternalProxy()
+                    {
+                        HostName = "localhost",
+                        Port = proxy2.ProxyEndPoints[0].Port,
+                        ProxyType = ExternalProxyType.Http,
+                        UserName = "test_user",
+                        Password = "test_password"
+                    };
+
+                    return Task.CompletedTask;
+                };
+
+                proxies1.Add(proxy1);
+            }
+
+            var tasks = new List<Task>();
+
+            //send multiple concurrent requests from client => proxy farm 1 => proxy farm 2 => server
+            for (int j = 0; j < 10_000; j++)
+            {
+                var task = Task.Run(async () =>
+                {
+                    try
+                    {
+                        var proxy = proxies1[rnd.Next() % proxies1.Count];
+                        using var client = testSuite.GetClient(proxy);
+
+                        //tests should not keep hanging for 30 mins.
+                        client.Timeout = TimeSpan.FromMinutes(30);
+                        await client.PostAsync(new Uri(server.ListeningHttpsUrl),
+                                                    new StringContent("hello server. I am a client."));
+
+                    }
+                    //if error is thrown because of server overloading its okay.
+                    //But client.PostAsync should'nt hang in all cases.
+                    catch { }
+                });
+
+                tasks.Add(task);
+            }
+
+            await Task.WhenAll(tasks);
+        }
+
+
         //Try reproduce bug reported so that we can fix it.
         //https://github.com/justcoding121/titanium-web-proxy/issues/826
         [TestMethod]
-        public async Task Nested_Proxy_Farm_Should_Not_Hang()
+        [Timeout(2 * 60 * 1000)]
+        public async Task Nested_Proxy_Farm_With_Connection_Cache_Should_Not_Hang()
         {
             var rnd = new Random();
 
@@ -153,18 +254,19 @@ public async Task Nested_Proxy_Farm_Should_Not_Hang()
             {
                 var task = Task.Run(async () =>
                  {
-                     var proxy = proxies1[rnd.Next() % proxies1.Count];
-                     using var client = testSuite.GetClient(proxy);
-
-                     //if we increase the time out; tests will keep hanging until the timeout ends.
-                     client.Timeout = TimeSpan.FromSeconds(30);
-                     var response = await client.PostAsync(new Uri(server.ListeningHttpsUrl),
-                                                 new StringContent("hello server. I am a client."));
-
-                     Assert.AreEqual(HttpStatusCode.OK, response.StatusCode);
-                     var body = await response.Content.ReadAsStringAsync();
-
-                     Assert.AreEqual("I am server. I received your greetings.", body);
+                     try
+                     {
+                         var proxy = proxies1[rnd.Next() % proxies1.Count];
+                         using var client = testSuite.GetClient(proxy);
+
+                         //tests should not keep hanging for 30 mins.
+                         client.Timeout = TimeSpan.FromMinutes(30);
+                         await client.PostAsync(new Uri(server.ListeningHttpsUrl),
+                                                     new StringContent("hello server. I am a client."));
+                     }
+                     //if error is thrown because of server overloading its okay.
+                     //But client.PostAsync should'nt hang in all cases.
+                     catch { }
                  });
 
                 tasks.Add(task);