estabilish test structure: unit & integration

camel-ai · Dec 8, 2024 · 0766f4e · 0766f4e
1 parent 719781c
commit 0766f4e
Show file tree

Hide file tree

Showing 123 changed files with 39 additions and 7 deletions.
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
@@ -40,7 +40,8 @@ Ensuring excellent documentation and thorough testing is absolutely crucial. Her
   - Update any affected example console scripts in the `examples` directory, Gradio demos in the `apps` directory, and documentation in the `docs` directory.
   - Update unit tests when relevant.
 - If you add a feature:
-  - Include unit tests in the `test` directory. 
+  - Include unit tests in the `test/unit` directory, which can be run locally.
+  - Include integration tests in the `test/integration` directory, which needs web requests like OpenAI.
   - Add a demo script in the `examples` directory.
 
 We're a small team focused on building great things. If you have something in mind that you'd like to add or modify, opening a pull request is the ideal way to catch our attention. 🚀
@@ -240,7 +241,7 @@ pre-commit install
 # Run camel's pre-commit before push
 pre-commit run --all-files
 
-# Run camel's unit tests
+# Run all tests, expect most of them would fail
 pytest test
 
 # Exit the virtual environment
@@ -298,7 +299,7 @@ pytest --cov --cov-report=html
 
 The coverage report will be generated at `htmlcov/index.html`.
 
-### Tests 🧪
+## Tests 🧪
 
 Unit tests cover modular logic that doesn't require calls to outside APIs. Currently, the test setup requires an OpenAI API key to test the framework, making them resemble integration tests.
 
@@ -312,6 +313,11 @@ To quickly run only local isolated unit and integration tests:
 ```bash
 pytest --fast-test-mode .
 ```
+this is defined in `conftest.py`.
+which is equivalent to
+```bash
+pytest -m "not optional and not model_backend"
+```
 
 If you're developing with VSCode, make sure to create a `.env` file in the repository root and include your OpenAI API key:
 
@@ -320,6 +326,23 @@ OPENAI_API_KEY=sk-XXXXXXXX
 OPENAI_API_BASE_URL=https://XXXXXXXX (Should you utilize an OpenAI proxy service, kindly specify this)
 ```
 
+### Unit & Integration
+As integration tests require token and third-party setup, it is costly to run locally. Ideally, developers should run unit test locally and run integration tests in github/CI/CD.
+
+The recommended way to run the integration tests is to create a draft PR and all tests will be run on github. It is not recommended to run integration tests locally.
+
+To run a single unit test locally, use
+```bash
+pytest ./test/unit/agents/test_agent_base.py
+```
+
+A developer is expected to add unit tests under `test/unit` and integration tests under `test/integration`.
+
+Note: We have some tech debt that unit tests and integration tests are not decoupled. So some tests under integration might actually be unit tests.
+
+### Use Decorator
+Ideally you should use pytest decorators for all the tests, check pytest.ini for marker definitions.
+
 ## Documentation 📚
 
 ### Contribute to Documentation 📝

diff --git a/pytest.ini b/pytest.ini
@@ -0,0 +1,9 @@
+[pytest]
+markers =
+    unit: marks tests as unit tests
+    integration: marks tests as integration tests
+    model_backend: model backend
+    very_slow: very slow tests
+    optional: optional tests
+
+
diff --git a/test/agents/test_babyagi_playing.py → ...ntegration/agents/test_babyagi_playing.py b/test/agents/test_babyagi_playing.py → ...ntegration/agents/test_babyagi_playing.py
diff --git a/test/agents/test_chat_agent.py → test/integration/agents/test_chat_agent.py b/test/agents/test_chat_agent.py → test/integration/agents/test_chat_agent.py
diff --git a/test/agents/test_critic_agent.py → test/integration/agents/test_critic_agent.py b/test/agents/test_critic_agent.py → test/integration/agents/test_critic_agent.py
diff --git a/test/agents/test_deductive_reasoner_agent.py → ...n/agents/test_deductive_reasoner_agent.py b/test/agents/test_deductive_reasoner_agent.py → ...n/agents/test_deductive_reasoner_agent.py
diff --git a/test/agents/test_knowledge_agent.py → ...ntegration/agents/test_knowledge_agent.py b/test/agents/test_knowledge_agent.py → ...ntegration/agents/test_knowledge_agent.py
diff --git a/test/agents/test_role_assignment_agent.py → ...tion/agents/test_role_assignment_agent.py b/test/agents/test_role_assignment_agent.py → ...tion/agents/test_role_assignment_agent.py
diff --git a/test/agents/test_role_playing.py → test/integration/agents/test_role_playing.py b/test/agents/test_role_playing.py → test/integration/agents/test_role_playing.py
diff --git a/test/agents/test_task_agent.py → test/integration/agents/test_task_agent.py b/test/agents/test_task_agent.py → test/integration/agents/test_task_agent.py
diff --git a/...ol_agents/test_hugging_face_tool_agent.py → ...ol_agents/test_hugging_face_tool_agent.py b/...ol_agents/test_hugging_face_tool_agent.py → ...ol_agents/test_hugging_face_tool_agent.py
diff --git a/test/data_samples/test_hello.docx → .../integration/data_samples/test_hello.docx b/test/data_samples/test_hello.docx → .../integration/data_samples/test_hello.docx
diff --git a/test/data_samples/test_hello.html → .../integration/data_samples/test_hello.html b/test/data_samples/test_hello.html → .../integration/data_samples/test_hello.html
diff --git a/test/data_samples/test_hello.json → .../integration/data_samples/test_hello.json b/test/data_samples/test_hello.json → .../integration/data_samples/test_hello.json
diff --git a/test/data_samples/test_hello.pdf → test/integration/data_samples/test_hello.pdf b/test/data_samples/test_hello.pdf → test/integration/data_samples/test_hello.pdf
diff --git a/test/data_samples/test_hello.txt → test/integration/data_samples/test_hello.txt b/test/data_samples/test_hello.txt → test/integration/data_samples/test_hello.txt
diff --git a/test/data_samples/test_hello_multi.docx → ...ration/data_samples/test_hello_multi.docx b/test/data_samples/test_hello_multi.docx → ...ration/data_samples/test_hello_multi.docx
diff --git a/test/data_samples/test_hello_multi.pdf → ...gration/data_samples/test_hello_multi.pdf b/test/data_samples/test_hello_multi.pdf → ...gration/data_samples/test_hello_multi.pdf
diff --git a/test/embeddings/test_mistral_embedding.py → ...tion/embeddings/test_mistral_embedding.py b/test/embeddings/test_mistral_embedding.py → ...tion/embeddings/test_mistral_embedding.py
diff --git a/...embeddings/test_open_source_embeddings.py → ...embeddings/test_open_source_embeddings.py b/...embeddings/test_open_source_embeddings.py → ...embeddings/test_open_source_embeddings.py
diff --git a/...dings/test_openai_compatible_embedding.py → ...dings/test_openai_compatible_embedding.py b/...dings/test_openai_compatible_embedding.py → ...dings/test_openai_compatible_embedding.py
diff --git a/test/embeddings/test_openai_embedding.py → ...ation/embeddings/test_openai_embedding.py b/test/embeddings/test_openai_embedding.py → ...ation/embeddings/test_openai_embedding.py
diff --git a/test/embeddings/test_vlm_embeddings.py → ...gration/embeddings/test_vlm_embeddings.py b/test/embeddings/test_vlm_embeddings.py → ...gration/embeddings/test_vlm_embeddings.py
diff --git a/test/interpreters/test_docker_interpreter.py → ...n/interpreters/test_docker_interpreter.py b/test/interpreters/test_docker_interpreter.py → ...n/interpreters/test_docker_interpreter.py
diff --git a/...preters/test_jupyterkernel_interpreter.py → ...preters/test_jupyterkernel_interpreter.py b/...preters/test_jupyterkernel_interpreter.py → ...preters/test_jupyterkernel_interpreter.py
diff --git a/test/interpreters/test_python_interpreter.py → ...n/interpreters/test_python_interpreter.py b/test/interpreters/test_python_interpreter.py → ...n/interpreters/test_python_interpreter.py
diff --git a/...terpreters/test_subprocess_interpreter.py → ...terpreters/test_subprocess_interpreter.py b/...terpreters/test_subprocess_interpreter.py → ...terpreters/test_subprocess_interpreter.py
diff --git a/test/loaders/test_apify.py → test/integration/loaders/test_apify.py b/test/loaders/test_apify.py → test/integration/loaders/test_apify.py
diff --git a/test/loaders/test_base_io.py → test/integration/loaders/test_base_io.py b/test/loaders/test_base_io.py → test/integration/loaders/test_base_io.py
@@ -38,10 +38,10 @@ def from_bytes(cls, file: BytesIO, filename: str) -> "FakeFile":
 
 # Define paths to test resources
 UNIT_TESTS_ROOT = Path(__file__).parent.resolve()
-TESTS_ROOT = UNIT_TESTS_ROOT.parent.resolve()
-PROJECT_ROOT = TESTS_ROOT.parent.resolve()
-RESOURCE_ROOT = PROJECT_ROOT / "test"
-SAMPLE_ROOT = RESOURCE_ROOT / "data_samples"
+INT_TESTS_ROOT = UNIT_TESTS_ROOT.parent.resolve()
+TEST_ROOT = INT_TESTS_ROOT.parent.resolve()
+RESOURCE_ROOT = TEST_ROOT
+SAMPLE_ROOT = RESOURCE_ROOT / "integration" / "data_samples"
 
 
 # Test functions for each file type

diff --git a/test/loaders/test_chunkr_reader.py → ...integration/loaders/test_chunkr_reader.py b/test/loaders/test_chunkr_reader.py → ...integration/loaders/test_chunkr_reader.py
diff --git a/test/loaders/test_firecrawl.py → test/integration/loaders/test_firecrawl.py b/test/loaders/test_firecrawl.py → test/integration/loaders/test_firecrawl.py
diff --git a/test/loaders/test_jina_url_reader.py → ...tegration/loaders/test_jina_url_reader.py b/test/loaders/test_jina_url_reader.py → ...tegration/loaders/test_jina_url_reader.py
diff --git a/test/loaders/test_unstructured_io.py → ...tegration/loaders/test_unstructured_io.py b/test/loaders/test_unstructured_io.py → ...tegration/loaders/test_unstructured_io.py
diff --git a/...ries/context_creators/test_score_based.py → ...ries/context_creators/test_score_based.py b/...ries/context_creators/test_score_based.py → ...ries/context_creators/test_score_based.py
diff --git a/test/memories/test_agent_memories.py → ...tegration/memories/test_agent_memories.py b/test/memories/test_agent_memories.py → ...tegration/memories/test_agent_memories.py
diff --git a/test/memories/test_blocks.py → test/integration/memories/test_blocks.py b/test/memories/test_blocks.py → test/integration/memories/test_blocks.py
diff --git a/test/memories/test_chat_history_memory.py → ...tion/memories/test_chat_history_memory.py b/test/memories/test_chat_history_memory.py → ...tion/memories/test_chat_history_memory.py
diff --git a/test/messages/test_chat_message.py → ...integration/messages/test_chat_message.py b/test/messages/test_chat_message.py → ...integration/messages/test_chat_message.py
diff --git a/test/messages/test_func_message.py → ...integration/messages/test_func_message.py b/test/messages/test_func_message.py → ...integration/messages/test_func_message.py
diff --git a/test/messages/test_message_base.py → ...integration/messages/test_message_base.py b/test/messages/test_message_base.py → ...integration/messages/test_message_base.py
diff --git a/test/models/test_anthropic_model.py → ...ntegration/models/test_anthropic_model.py b/test/models/test_anthropic_model.py → ...ntegration/models/test_anthropic_model.py
diff --git a/test/models/test_azure_openai_model.py → ...gration/models/test_azure_openai_model.py b/test/models/test_azure_openai_model.py → ...gration/models/test_azure_openai_model.py
diff --git a/test/models/test_cohere_model.py → test/integration/models/test_cohere_model.py b/test/models/test_cohere_model.py → test/integration/models/test_cohere_model.py
diff --git a/test/models/test_deepseek_model.py → ...integration/models/test_deepseek_model.py b/test/models/test_deepseek_model.py → ...integration/models/test_deepseek_model.py
diff --git a/test/models/test_gemini_model.py → test/integration/models/test_gemini_model.py b/test/models/test_gemini_model.py → test/integration/models/test_gemini_model.py
diff --git a/test/models/test_groq_llama3_model.py → ...egration/models/test_groq_llama3_model.py b/test/models/test_groq_llama3_model.py → ...egration/models/test_groq_llama3_model.py
diff --git a/test/models/test_litellm_model.py → .../integration/models/test_litellm_model.py b/test/models/test_litellm_model.py → .../integration/models/test_litellm_model.py
diff --git a/test/models/test_mistral_model.py → .../integration/models/test_mistral_model.py b/test/models/test_mistral_model.py → .../integration/models/test_mistral_model.py
diff --git a/test/models/test_model_factory.py → .../integration/models/test_model_factory.py b/test/models/test_model_factory.py → .../integration/models/test_model_factory.py
diff --git a/test/models/test_model_manager.py → .../integration/models/test_model_manager.py b/test/models/test_model_manager.py → .../integration/models/test_model_manager.py
diff --git a/test/models/test_model_type.py → test/integration/models/test_model_type.py b/test/models/test_model_type.py → test/integration/models/test_model_type.py
diff --git a/test/models/test_nvidia_model.py → test/integration/models/test_nvidia_model.py b/test/models/test_nvidia_model.py → test/integration/models/test_nvidia_model.py
diff --git a/test/models/test_ollama_model.py → test/integration/models/test_ollama_model.py b/test/models/test_ollama_model.py → test/integration/models/test_ollama_model.py
diff --git a/test/models/test_openai_audio_models.py → ...ration/models/test_openai_audio_models.py b/test/models/test_openai_audio_models.py → ...ration/models/test_openai_audio_models.py
diff --git a/test/models/test_openai_model.py → test/integration/models/test_openai_model.py b/test/models/test_openai_model.py → test/integration/models/test_openai_model.py
diff --git a/test/models/test_qwen_model.py → test/integration/models/test_qwen_model.py b/test/models/test_qwen_model.py → test/integration/models/test_qwen_model.py
diff --git a/test/models/test_reka_model.py → test/integration/models/test_reka_model.py b/test/models/test_reka_model.py → test/integration/models/test_reka_model.py
diff --git a/test/models/test_samba_model.py → test/integration/models/test_samba_model.py b/test/models/test_samba_model.py → test/integration/models/test_samba_model.py
diff --git a/test/models/test_togetherai_model.py → ...tegration/models/test_togetherai_model.py b/test/models/test_togetherai_model.py → ...tegration/models/test_togetherai_model.py
diff --git a/test/models/test_vllm_model.py → test/integration/models/test_vllm_model.py b/test/models/test_vllm_model.py → test/integration/models/test_vllm_model.py
diff --git a/test/models/test_yi_model.py → test/integration/models/test_yi_model.py b/test/models/test_yi_model.py → test/integration/models/test_yi_model.py
diff --git a/test/models/test_zhipuai_model.py → .../integration/models/test_zhipuai_model.py b/test/models/test_zhipuai_model.py → .../integration/models/test_zhipuai_model.py
diff --git a/test/personas/test_persona_generator.py → ...ration/personas/test_persona_generator.py b/test/personas/test_persona_generator.py → ...ration/personas/test_persona_generator.py
diff --git a/test/prompts/test_ai_society.py → test/integration/prompts/test_ai_society.py b/test/prompts/test_ai_society.py → test/integration/prompts/test_ai_society.py
diff --git a/test/prompts/test_code.py → test/integration/prompts/test_code.py b/test/prompts/test_code.py → test/integration/prompts/test_code.py
diff --git a/...mpts/test_generate_text_embedding_data.py → ...mpts/test_generate_text_embedding_data.py b/...mpts/test_generate_text_embedding_data.py → ...mpts/test_generate_text_embedding_data.py
diff --git a/test/prompts/test_misalignment.py → .../integration/prompts/test_misalignment.py b/test/prompts/test_misalignment.py → .../integration/prompts/test_misalignment.py
diff --git a/test/prompts/test_prompt_base.py → test/integration/prompts/test_prompt_base.py b/test/prompts/test_prompt_base.py → test/integration/prompts/test_prompt_base.py
diff --git a/test/prompts/test_prompt_templates.py → ...egration/prompts/test_prompt_templates.py b/test/prompts/test_prompt_templates.py → ...egration/prompts/test_prompt_templates.py
diff --git a/.../test_role_description_prompt_template.py → .../test_role_description_prompt_template.py b/.../test_role_description_prompt_template.py → .../test_role_description_prompt_template.py
diff --git a/test/prompts/test_task_prompt_template.py → ...tion/prompts/test_task_prompt_template.py b/test/prompts/test_task_prompt_template.py → ...tion/prompts/test_task_prompt_template.py
diff --git a/test/prompts/test_translation.py → test/integration/prompts/test_translation.py b/test/prompts/test_translation.py → test/integration/prompts/test_translation.py
diff --git a/test/retrievers/test_auto_retriever.py → ...gration/retrievers/test_auto_retriever.py b/test/retrievers/test_auto_retriever.py → ...gration/retrievers/test_auto_retriever.py
diff --git a/test/retrievers/test_bm25_retriever.py → ...gration/retrievers/test_bm25_retriever.py b/test/retrievers/test_bm25_retriever.py → ...gration/retrievers/test_bm25_retriever.py
diff --git a/...etrievers/test_cohere_rerank_retriever.py → ...etrievers/test_cohere_rerank_retriever.py b/...etrievers/test_cohere_rerank_retriever.py → ...etrievers/test_cohere_rerank_retriever.py
diff --git a/test/retrievers/test_vector_retriever.py → ...ation/retrievers/test_vector_retriever.py b/test/retrievers/test_vector_retriever.py → ...ation/retrievers/test_vector_retriever.py
diff --git a/..._code_execution_with_llm_guard_runtime.py → ..._code_execution_with_llm_guard_runtime.py b/..._code_execution_with_llm_guard_runtime.py → ..._code_execution_with_llm_guard_runtime.py
diff --git a/test/runtime/test_docker_runtime.py → ...ntegration/runtime/test_docker_runtime.py b/test/runtime/test_docker_runtime.py → ...ntegration/runtime/test_docker_runtime.py
diff --git a/test/runtime/test_remote_http_runtime.py → ...ation/runtime/test_remote_http_runtime.py b/test/runtime/test_remote_http_runtime.py → ...ation/runtime/test_remote_http_runtime.py
diff --git a/...ages/graph_storages/test_graph_element.py → ...ages/graph_storages/test_graph_element.py b/...ages/graph_storages/test_graph_element.py → ...ages/graph_storages/test_graph_element.py
diff --git a/...rages/graph_storages/test_nebula_graph.py → ...rages/graph_storages/test_nebula_graph.py b/...rages/graph_storages/test_nebula_graph.py → ...rages/graph_storages/test_nebula_graph.py
diff --git a/...orages/graph_storages/test_neo4j_graph.py → ...orages/graph_storages/test_neo4j_graph.py b/...orages/graph_storages/test_neo4j_graph.py → ...orages/graph_storages/test_neo4j_graph.py
diff --git a/...value_storages/test_key_value_storages.py → ...value_storages/test_key_value_storages.py b/...value_storages/test_key_value_storages.py → ...value_storages/test_key_value_storages.py
diff --git a/...storages/key_value_storages/test_redis.py → ...storages/key_value_storages/test_redis.py b/...storages/key_value_storages/test_redis.py → ...storages/key_value_storages/test_redis.py
diff --git a/...torages/object_storages/test_amazon_s3.py → ...torages/object_storages/test_amazon_s3.py b/...torages/object_storages/test_amazon_s3.py → ...torages/object_storages/test_amazon_s3.py
diff --git a/...orages/object_storages/test_azure_blob.py → ...orages/object_storages/test_azure_blob.py b/...orages/object_storages/test_azure_blob.py → ...orages/object_storages/test_azure_blob.py
diff --git a/...ages/object_storages/test_google_cloud.py → ...ages/object_storages/test_google_cloud.py b/...ages/object_storages/test_google_cloud.py → ...ages/object_storages/test_google_cloud.py
diff --git a/...ges/vector_storages/test_all_vectordbs.py → ...ges/vector_storages/test_all_vectordbs.py b/...ges/vector_storages/test_all_vectordbs.py → ...ges/vector_storages/test_all_vectordbs.py
diff --git a/test/storages/vector_storages/test_milvus.py → ...n/storages/vector_storages/test_milvus.py b/test/storages/vector_storages/test_milvus.py → ...n/storages/vector_storages/test_milvus.py
diff --git a/test/storages/vector_storages/test_qdrant.py → ...n/storages/vector_storages/test_qdrant.py b/test/storages/vector_storages/test_qdrant.py → ...n/storages/vector_storages/test_qdrant.py
diff --git a/test/tasks/test_task.py → test/integration/tasks/test_task.py b/test/tasks/test_task.py → test/integration/tasks/test_task.py
diff --git a/test/terminators/test_response_terminator.py → ...n/terminators/test_response_terminator.py b/test/terminators/test_response_terminator.py → ...n/terminators/test_response_terminator.py
diff --git a/...erminators/test_token_limit_terminator.py → ...erminators/test_token_limit_terminator.py b/...erminators/test_token_limit_terminator.py → ...erminators/test_token_limit_terminator.py
diff --git a/test/test_generators.py → test/integration/test_generators.py b/test/test_generators.py → test/integration/test_generators.py
diff --git a/test/test_human.py → test/integration/test_human.py b/test/test_human.py → test/integration/test_human.py
diff --git a/test/toolkits/test_arxiv_functions.py → ...egration/toolkits/test_arxiv_functions.py b/test/toolkits/test_arxiv_functions.py → ...egration/toolkits/test_arxiv_functions.py
diff --git a/test/toolkits/test_asknews_function.py → ...gration/toolkits/test_asknews_function.py b/test/toolkits/test_asknews_function.py → ...gration/toolkits/test_asknews_function.py
diff --git a/test/toolkits/test_code_execution.py → ...tegration/toolkits/test_code_execution.py b/test/toolkits/test_code_execution.py → ...tegration/toolkits/test_code_execution.py
diff --git a/test/toolkits/test_dalle_functions.py → ...egration/toolkits/test_dalle_functions.py b/test/toolkits/test_dalle_functions.py → ...egration/toolkits/test_dalle_functions.py
diff --git a/test/toolkits/test_data_commons_toolkit.py → ...ion/toolkits/test_data_commons_toolkit.py b/test/toolkits/test_data_commons_toolkit.py → ...ion/toolkits/test_data_commons_toolkit.py
diff --git a/...lkits/test_generate_openai_tool_schema.py → ...lkits/test_generate_openai_tool_schema.py b/...lkits/test_generate_openai_tool_schema.py → ...lkits/test_generate_openai_tool_schema.py
diff --git a/test/toolkits/test_github_toolkit.py → ...tegration/toolkits/test_github_toolkit.py b/test/toolkits/test_github_toolkit.py → ...tegration/toolkits/test_github_toolkit.py
diff --git a/test/toolkits/test_google_maps_function.py → ...ion/toolkits/test_google_maps_function.py b/test/toolkits/test_google_maps_function.py → ...ion/toolkits/test_google_maps_function.py
diff --git a/test/toolkits/test_google_scholar_toolkit.py → ...n/toolkits/test_google_scholar_toolkit.py b/test/toolkits/test_google_scholar_toolkit.py → ...n/toolkits/test_google_scholar_toolkit.py
diff --git a/test/toolkits/test_linkedin_function.py → ...ration/toolkits/test_linkedin_function.py b/test/toolkits/test_linkedin_function.py → ...ration/toolkits/test_linkedin_function.py
diff --git a/test/toolkits/test_meshy_function.py → ...tegration/toolkits/test_meshy_function.py b/test/toolkits/test_meshy_function.py → ...tegration/toolkits/test_meshy_function.py
diff --git a/test/toolkits/test_notion_toolkit.py → ...tegration/toolkits/test_notion_toolkit.py b/test/toolkits/test_notion_toolkit.py → ...tegration/toolkits/test_notion_toolkit.py
diff --git a/test/toolkits/test_open_api_function.py → ...ration/toolkits/test_open_api_function.py b/test/toolkits/test_open_api_function.py → ...ration/toolkits/test_open_api_function.py
diff --git a/test/toolkits/test_openai_function.py → ...egration/toolkits/test_openai_function.py b/test/toolkits/test_openai_function.py → ...egration/toolkits/test_openai_function.py
diff --git a/test/toolkits/test_reddit_functions.py → ...gration/toolkits/test_reddit_functions.py b/test/toolkits/test_reddit_functions.py → ...gration/toolkits/test_reddit_functions.py
diff --git a/test/toolkits/test_search_functions.py → ...gration/toolkits/test_search_functions.py b/test/toolkits/test_search_functions.py → ...gration/toolkits/test_search_functions.py
diff --git a/test/toolkits/test_slack_functions.py → ...egration/toolkits/test_slack_functions.py b/test/toolkits/test_slack_functions.py → ...egration/toolkits/test_slack_functions.py
diff --git a/test/toolkits/test_synthesize_output.py → ...ration/toolkits/test_synthesize_output.py b/test/toolkits/test_synthesize_output.py → ...ration/toolkits/test_synthesize_output.py
diff --git a/test/toolkits/test_twitter_function.py → ...gration/toolkits/test_twitter_function.py b/test/toolkits/test_twitter_function.py → ...gration/toolkits/test_twitter_function.py
diff --git a/test/toolkits/test_video_function.py → ...tegration/toolkits/test_video_function.py b/test/toolkits/test_video_function.py → ...tegration/toolkits/test_video_function.py
diff --git a/test/toolkits/test_weather_function.py → ...gration/toolkits/test_weather_function.py b/test/toolkits/test_weather_function.py → ...gration/toolkits/test_weather_function.py
diff --git a/test/toolkits/test_whatsapp_function.py → ...ration/toolkits/test_whatsapp_function.py b/test/toolkits/test_whatsapp_function.py → ...ration/toolkits/test_whatsapp_function.py
diff --git a/test/utils/test_commons.py → test/integration/utils/test_commons.py b/test/utils/test_commons.py → test/integration/utils/test_commons.py
diff --git a/test/utils/test_token_counting.py → .../integration/utils/test_token_counting.py b/test/utils/test_token_counting.py → .../integration/utils/test_token_counting.py
diff --git a/.../workforce/test_workforce_single_agent.py → .../workforce/test_workforce_single_agent.py b/.../workforce/test_workforce_single_agent.py → .../workforce/test_workforce_single_agent.py
diff --git a/test/agents/test_agent_base.py → test/unit/agents/test_agent_base.py b/test/agents/test_agent_base.py → test/unit/agents/test_agent_base.py
diff --git a/test/agents/test_embodied_agent.py → test/unit/agents/test_embodied_agent.py b/test/agents/test_embodied_agent.py → test/unit/agents/test_embodied_agent.py
diff --git a/...gents/tool_agents/test_tool_agent_base.py → ...gents/tool_agents/test_tool_agent_base.py b/...gents/tool_agents/test_tool_agent_base.py → ...gents/tool_agents/test_tool_agent_base.py