TimeoutError: The read operation timed out

[SomanathSankara]

Facing timeout issues while sending larger content

"TimeoutError('Timed out after 0:08:20')Traceback (most recent call last):\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 466, in _make_request\n six.raise_from(e, None)\n\n\n File "", line 3, in raise_from\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 461, in _make_request\n httplib_response = conn.getresponse()\n ^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/http/client.py", line 1374, in getresponse\n response.begin()\n\n\n File "/usr/lib/python3.11/http/client.py", line 318, in begin\n version, status, reason = self._read_status()\n ^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/http/client.py", line 279, in _read_status\n line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/socket.py", line 705, in readinto\n return self._sock.recv_into(b)\n ^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/ssl.py", line 1278, in recv_into\n return self.read(nbytes, buffer)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/ssl.py", line 1134, in read\n return self._sslobj.read(len, buffer)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\nTimeoutError: The read operation timed out\n\n\n\nDuring handling of the above exception, another exception occurred:\n\n\n\nTraceback (most recent call last):\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/adapters.py", line 486, in send\n resp = conn.urlopen(\n ^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 798, in urlopen\n retries = retries.increment(\n ^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/util/retry.py", line 550, in increment\n raise six.reraise(type(error), error, _stacktrace)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/packages/six.py", line 770, in reraise\n raise value\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 714, in urlopen\n httplib_response = self._make_request(\n ^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 468, in _"TimeoutError('Timed out after 0:08:20')Traceback (most recent call last):\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 466, in _make_request\n six.raise_from(e, None)\n\n\n File "", line 3, in raise_from\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 461, in _make_request\n httplib_response = conn.getresponse()\n ^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/http/client.py", line 1374, in getresponse\n response.begin()\n\n\n File "/usr/lib/python3.11/http/client.py", line 318, in begin\n version, status, reason = self._read_status()\n ^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/http/client.py", line 279, in _read_status\n line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/socket.py", line 705, in readinto\n return self._sock.recv_into(b)\n ^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/ssl.py", line 1278, in recv_into\n return self.read(nbytes, buffer)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/usr/lib/python3.11/ssl.py", line 1134, in read\n return self._sslobj.read(len, buffer)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\nTimeoutError: The read operation timed out\n\n\n\nDuring handling of the above exception, another exception occurred:\n\n\n\nTraceback (most recent call last):\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/adapters.py", line 486, in send\n resp = conn.urlopen(\n ^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 798, in urlopen\n retries = retries.increment(\n ^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/util/retry.py", line 550, in increment\n raise six.reraise(type(error), error, _stacktrace)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/packages/six.py", line 770, in reraise\n raise value\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 714, in urlopen\n httplib_response = self._make_request(\n ^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 468, in _make_request\n self._raise_timeout(err=e, url=url, timeout_value=read_timeout)\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 357, in _raise_timeout\n raise ReadTimeoutError(\n\n\nurllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='westus.azuredatabricks.net', port=443): Read timed out. (read timeout=60)\n\n\n\nDuring handling of the above exception, another exception occurred:\n\n\n\nTraceback (most recent call last):\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/retries.py", line 33, in wrapper\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/core.py", line 223, in _perform\n response = self._session.request(method,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/sessions.py", line 589, in request\n resp = self.send(prep, **send_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/sessions.py", line 703, in send\n r = adapter.send(request, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/adapters.py", line 532, in send\n raise ReadTimeout(e, request=request)\n\n\nrequests.exceptions.ReadTimeout: HTTPSConnectionPool(host='westus.azuredatabricks.net', port=443): Read timed out. (read timeout=60)\n\n\n\nThe above exception was the direct cause of the following exception:\n\n\n\nTraceback (most recent call last):\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 160, in invoke\n self._call(inputs, run_manager=run_manager)\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/combine_documents/base.py", line 138, in _call\n output, extra_return_dict = self.combine_docs(\n ^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/combine_documents/stuff.py", line 259, in combine_docs\n return self.llm_chain.predict(callbacks=callbacks, **inputs), {}\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/llm.py", line 318, in predict\n return self(kwargs, callbacks=callbacks)[self.output_key]\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/utils/autologging_utils/safety.py", line 460, in safe_patch_function\n return original(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/_api/deprecation.py", line 182, in warning_emitting_wrapper\n return wrapped(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 389, in call\n return self.invoke(\n ^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/utils/autologging_utils/safety.py", line 460, in safe_patch_function\n return original(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 170, in invoke\n raise e\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 160, in invoke\n self._call(inputs, run_manager=run_manager)\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/llm.py", line 126, in _call\n response = self.generate([inputs], run_manager=run_manager)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/llm.py", line 138, in generate\n return self.llm.generate_prompt(\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 786, in generate_prompt\n return self.generate(prompt_messages, stop=stop, callbacks=callbacks, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 643, in generate\n raise e\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 633, in generate\n self._generate_with_cache(\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 851, in _generate_with_cache\n result = self._generate(\n ^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_databricks/chat_models.py", line 292, in _generate\n resp = self.client.predict(endpoint=self.endpoint, inputs=data) # type: ignore\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/deployments/databricks/init.py", line 238, in predict\n return self._call_endpoint(\n ^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/deployments/databricks/init.py", line 137, in _call_endpoint\n response = http_request(\n ^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/utils/rest_utils.py", line 111, in http_request\n raw_response = ws_client.api_client.do(\n ^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/core.py", line 130, in do\n response = retryable(self._perform)(method,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/retries.py", line 59, in wrapper\n raise TimeoutError(f'Timed out after {timeout}') from last_err\n\n\nTimeoutError: Timed out after 0:08:20"make_request\n self._raise_timeout(err=e, url=url, timeout_value=read_timeout)\n\n\n File "/databricks/python/lib/python3.11/site-packages/urllib3/connectionpool.py", line 357, in _raise_timeout\n raise ReadTimeoutError(\n\n\nurllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='westus.azuredatabricks.net', port=443): Read timed out. (read timeout=60)\n\n\n\nDuring handling of the above exception, another exception occurred:\n\n\n\nTraceback (most recent call last):\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/retries.py", line 33, in wrapper\n return func(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/core.py", line 223, in _perform\n response = self._session.request(method,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/sessions.py", line 589, in request\n resp = self.send(prep, **send_kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/sessions.py", line 703, in send\n r = adapter.send(request, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/requests/adapters.py", line 532, in send\n raise ReadTimeout(e, request=request)\n\n\nrequests.exceptions.ReadTimeout: HTTPSConnectionPool(host='westus.azuredatabricks.net', port=443): Read timed out. (read timeout=60)\n\n\n\nThe above exception was the direct cause of the following exception:\n\n\n\nTraceback (most recent call last):\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 160, in invoke\n self._call(inputs, run_manager=run_manager)\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/combine_documents/base.py", line 138, in _call\n output, extra_return_dict = self.combine_docs(\n ^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/combine_documents/stuff.py", line 259, in combine_docs\n return self.llm_chain.predict(callbacks=callbacks, **inputs), {}\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/llm.py", line 318, in predict\n return self(kwargs, callbacks=callbacks)[self.output_key]\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/utils/autologging_utils/safety.py", line 460, in safe_patch_function\n return original(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/_api/deprecation.py", line 182, in warning_emitting_wrapper\n return wrapped(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 389, in call\n return self.invoke(\n ^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/utils/autologging_utils/safety.py", line 460, in safe_patch_function\n return original(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 170, in invoke\n raise e\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/base.py", line 160, in invoke\n self._call(inputs, run_manager=run_manager)\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/llm.py", line 126, in _call\n response = self.generate([inputs], run_manager=run_manager)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain/chains/llm.py", line 138, in generate\n return self.llm.generate_prompt(\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 786, in generate_prompt\n return self.generate(prompt_messages, stop=stop, callbacks=callbacks, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 643, in generate\n raise e\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 633, in generate\n self._generate_with_cache(\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_core/language_models/chat_models.py", line 851, in _generate_with_cache\n result = self._generate(\n ^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/langchain_databricks/chat_models.py", line 292, in _generate\n resp = self.client.predict(endpoint=self.endpoint, inputs=data) # type: ignore\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/deployments/databricks/init.py", line 238, in predict\n return self._call_endpoint(\n ^^^^^^^^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/deployments/databricks/init.py", line 137, in _call_endpoint\n response = http_request(\n ^^^^^^^^^^^^^\n\n\n File "/local_disk0/.ephemeral_nfs/envs/pythonEnv-a3dfc4ee-76c6-4148-a295-5fac4c1394a0/lib/python3.11/site-packages/mlflow/utils/rest_utils.py", line 111, in http_request\n raw_response = ws_client.api_client.do(\n ^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/core.py", line 130, in do\n response = retryable(self._perform)(method,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\n\n File "/databricks/python/lib/python3.11/site-packages/databricks/sdk/retries.py", line 59, in wrapper\n raise TimeoutError(f'Timed out after {timeout}') from last_err\n\n\nTimeoutError: Timed out after 0:08:20"