Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Multithread open source tests #882

Draft
wants to merge 18 commits into
base: mainline
Choose a base branch
from
Prev Previous commit
Next Next commit
revert to retry mechanism
  • Loading branch information
RaynorChavez committed Jun 28, 2024
commit 7f7aac2f08039cac69589204bcc1ae96fce0b4d9
24 changes: 12 additions & 12 deletions tests/marqo_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@


class MarqoTestCase(unittest.TestCase):
#indexes = []
indexes = []
create_lock = multiprocessing.Lock()
delete_lock = multiprocessing.Lock()

Expand All @@ -36,14 +36,14 @@ def configure_request_metrics(cls):
def tearDownClass(cls):
cls.patcher.stop()

if cls.indexes:
"""if cls.indexes:
with cls.delete_lock:
try:
cls.index_management.batch_delete_indexes(cls.indexes)
except Exception as e:
print(f"Error deleting indexes: {e}")
"""max_retries = 5
retry_wait_time = 90 # seconds
print(f"Error deleting indexes: {e}")"""
max_retries = 5
retry_wait_time = 180 # seconds
if cls.indexes:
for attempt in range(max_retries):
try:
Expand All @@ -53,7 +53,7 @@ def tearDownClass(cls):
if attempt < max_retries - 1:
time.sleep(retry_wait_time)
else:
raise e"""
raise e

@classmethod
def setUpClass(cls) -> None:
Expand All @@ -74,21 +74,21 @@ def setUpClass(cls) -> None:

cls.pyvespa_client = pyvespa.Vespa(url="http://localhost", port=8080)
cls.CONTENT_CLUSTER = 'content_default'
cls.indexes = []
#cls.indexes = []

@classmethod
def create_indexes(cls, index_requests: List[MarqoIndexRequest]) -> List[MarqoIndex]:
with cls.create_lock:
"""with cls.create_lock:
try:
indexes = cls.index_management.batch_create_indexes(index_requests)
cls.indexes = indexes
return indexes
except Exception as e:
print(f"Error creating indexes: {e}")
return []
return []"""

"""max_retries = 5
retry_wait_time = 90 # seconds
max_retries = 5
retry_wait_time = 180 # seconds
for attempt in range(max_retries):
try:
indexes = cls.index_management.batch_create_indexes(index_requests)
Expand All @@ -98,7 +98,7 @@ def create_indexes(cls, index_requests: List[MarqoIndexRequest]) -> List[MarqoIn
if attempt < max_retries - 1:
time.sleep(retry_wait_time)
else:
raise e"""
raise e
#indexes = cls.index_management.batch_create_indexes(index_requests)


Expand Down
Loading