Merge pull request #8 from codefuse-ai/feat_req_update

Feat req update

Author: lightislost

.gitignore

@@ -14,4 +14,5 @@ setup_test.py
 build
 *egg-info
 dist
-.ipynb_checkpoints
+.ipynb_checkpoints
+zdatafront*

Dockerfile

@@ -0,0 +1,20 @@
+From python:3.9.18-bookworm
+
+WORKDIR /home/user
+
+COPY ./requirements.txt /home/user/docker_requirements.txt
+
+
+# RUN apt-get update
+# RUN apt-get install -y iputils-ping telnetd net-tools vim tcpdump
+# RUN echo telnet stream tcp nowait telnetd /usr/sbin/tcpd /usr/sbin/in.telnetd /etc/inetd.conf
+# RUN service inetutils-inetd start
+# service inetutils-inetd status
+
+RUN wget https://oss-cdn.nebula-graph.com.cn/package/3.6.0/nebula-graph-3.6.0.ubuntu1804.amd64.deb
+RUN dpkg -i nebula-graph-3.6.0.ubuntu1804.amd64.deb
+
+RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
+RUN pip install -r /home/user/docker_requirements.txt
+
+CMD ["bash"]

README.md

@@ -33,8 +33,8 @@ Developed by the Ant CodeFuse Team, CodeFuse-muAgent is a Multi-Agent framework
 ![](docs/resources/agent_runtime.png)
 
 ## 🚀 快速使用
-For complete documentation, see: [CodeFuse-muAgent](docs/overview/o1.muagent.md)
-For more [demos](docs/overview/o3.quick-start.md)
+For complete documentation, see: [CodeFuse-muAgent](https://codefuse-ai.github.io/docs/api-docs/MuAgent/overview/multi-agent)
+For more [demos](https://codefuse-ai.github.io/docs/api-docs/MuAgent/connector/customed_examples)
 
 1. Installation
 ```
@@ -115,7 +115,7 @@ We are deeply grateful for your interest in the Codefuse project and warmly welc
 
 Feel free to raise your suggestions, opinions, and comments directly through GitHub Issues. There are numerous ways to participate in and contribute to the Codefuse project: code implementation, writing tests, process tool improvements, documentation enhancements, etc. 
 
-We welcome any contribution and will add you to the list of contributors. See [Contribution Guide...](docs/contribution/contribute_guide.md)
+We welcome any contribution and will add you to the list of contributors. See [Contribution Guide...](https://codefuse-ai.github.io/contribution/contribution)
 
 
 ## 🗂 Miscellaneous

README_zh.md

@@ -34,8 +34,8 @@ CodeFuse-muAgent 是蚂蚁CodeFuse团队开发的Mulit Agent框架，其核心
 
 
 ## 🚀 快速使用
-完整文档见：[CodeFuse-muAgent](docs/overview/o1.muagent.md)
-更多[demo](docs/overview/o3.quick-start.md)
+完整文档见：[CodeFuse-muAgent](https://codefuse-ai.github.io/zh-CN/docs/api-docs/MuAgent/overview/multi-agent)
+更多[demo](https://codefuse-ai.github.io/zh-CN/docs/api-docs/MuAgent/connector/customed_examples)
 
 1. 安装
 ```
@@ -120,7 +120,7 @@ print(output_memory3.to_str_messages(return_all=True, content_key="parsed_output
 
 您对 Codefuse 的各种建议、意见、评论可以直接通过 GitHub 的 Issues 提出。
 
-参与 Codefuse 项目并为其作出贡献的方法有很多：代码实现、测试编写、流程工具改进、文档完善等等。任何贡献我们都会非常欢迎，并将您加入贡献者列表。详见[Contribution Guide...](docs/contribution/contribute_guide.md)
+参与 Codefuse 项目并为其作出贡献的方法有很多：代码实现、测试编写、流程工具改进、文档完善等等。任何贡献我们都会非常欢迎，并将您加入贡献者列表。详见[Contribution Guide...](https://codefuse-ai.github.io/zh-CN/contribution/issue)
 
 
 ## 🗂 其他

docker_build.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+docker build -t muagent:0.0.1 .

examples/muagent_examples/baseGroup_example.py

@@ -13,6 +13,7 @@
     model_name = os.environ["model_name"]
     embed_model = os.environ["embed_model"]
     embed_model_path = os.environ["embed_model_path"]
+    model_engine = os.environ["model_engine"]
 
     try:
         from test_config import BgeBaseChineseEmbeddings
@@ -24,12 +25,17 @@
     api_key = ""
     api_base_url= ""
     model_name = ""
+    model_engine = ""
     embed_model = ""
     embed_model_path = ""
     embeddings = None
     logger.error(f"{e}")
 
-
+# # test local code
+# src_dir = os.path.join(
+#     os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+# )
+# sys.path.append(src_dir)
 from muagent.base_configs.env_config import JUPYTER_WORK_PATH
 from muagent.tools import toLangchainTools, TOOL_DICT, TOOL_SETS
 from muagent.llm_models.llm_config import EmbedConfig, LLMConfig

examples/muagent_examples/baseTask_examples.py

@@ -13,16 +13,30 @@
     model_name = os.environ["model_name"]
     embed_model = os.environ["embed_model"]
     embed_model_path = os.environ["embed_model_path"]
+    model_engine = os.environ["model_engine"]
+    
+    try:
+        from test_config import BgeBaseChineseEmbeddings
+        embeddings = BgeBaseChineseEmbeddings()
+    except:
+        embeddings = None
 except Exception as e:
     # set your config
     api_key = ""
     api_base_url= ""
     model_name = ""
+    model_engine = ""
     embed_model = ""
     embed_model_path = ""
+    embeddings = None
     logger.error(f"{e}")
 
 
+# # test local code
+# src_dir = os.path.join(
+#     os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+# )
+# sys.path.append(src_dir)
 from muagent.llm_models.llm_config import EmbedConfig, LLMConfig
 from muagent.connector.phase import BasePhase
 from muagent.connector.schema import Message
@@ -32,7 +46,7 @@
 os.environ["log_verbose"] = "0"
 
 llm_config = LLMConfig(
-    model_name=model_name, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
+    model_name=model_name, model_engine=model_engine, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
 )
 
 embed_config = EmbedConfig(

examples/muagent_examples/codeGenDoc_example.py

@@ -1,5 +1,4 @@
 import os
-import json
 from loguru import logger
 
 try:
@@ -14,22 +13,31 @@
     model_name = os.environ["model_name"]
     embed_model = os.environ["embed_model"]
     embed_model_path = os.environ["embed_model_path"]
+    model_engine = os.environ["model_engine"]
+    
+    try:
+        from test_config import BgeBaseChineseEmbeddings
+        embeddings = BgeBaseChineseEmbeddings()
+    except:
+        embeddings = None
 except Exception as e:
     # set your config
     api_key = ""
     api_base_url= ""
     model_name = ""
+    model_engine = ""
     embed_model = ""
     embed_model_path = ""
+    embeddings = None
     logger.error(f"{e}")
 
 import sys, os
 
-src_dir = os.path.join(
-    os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
-)
-print(src_dir)
-sys.path.append(src_dir)
+# # test local code
+# src_dir = os.path.join(
+#     os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+# )
+# sys.path.append(src_dir)
 from muagent.base_configs.env_config import CB_ROOT_PATH
 from muagent.llm_models.llm_config import EmbedConfig, LLMConfig
 from muagent.connector.phase import BasePhase
@@ -151,7 +159,7 @@ def start_action_step(self, message: Message) -> Message:
 
 
 llm_config = LLMConfig(
-    model_name="gpt-4", api_key=api_key,  api_base_url=api_base_url, temperature=0.3
+    model_name=model_name, model_engine=model_engine, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
 )
 embed_config = EmbedConfig(
     embed_engine="model", embed_model=embed_model, embed_model_path=embed_model_path

examples/muagent_examples/codeGenTest_example_copy.py renamed to examples/muagent_examples/codeGenTest_example.py

@@ -1,5 +1,4 @@
 import os
-import json
 from loguru import logger
 
 try:
@@ -14,15 +13,30 @@
     model_name = os.environ["model_name"]
     embed_model = os.environ["embed_model"]
     embed_model_path = os.environ["embed_model_path"]
+    model_engine = os.environ["model_engine"]
+    
+    try:
+        from test_config import BgeBaseChineseEmbeddings
+        embeddings = BgeBaseChineseEmbeddings()
+    except:
+        embeddings = None
 except Exception as e:
     # set your config
     api_key = ""
     api_base_url= ""
     model_name = ""
+    model_engine = ""
     embed_model = ""
     embed_model_path = ""
+    embeddings = None
     logger.error(f"{e}")
 
+
+# # test local code
+# src_dir = os.path.join(
+#     os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+# )
+# sys.path.append(src_dir)
 from muagent.base_configs.env_config import CB_ROOT_PATH
 from muagent.llm_models.llm_config import EmbedConfig, LLMConfig
 from muagent.connector.phase import BasePhase
@@ -162,7 +176,7 @@ def start_action_step(self, message: Message) -> Message:
 
 
 llm_config = LLMConfig(
-    model_name="gpt-4", api_key=api_key,  api_base_url=api_base_url, temperature=0.3
+    model_name=model_name, model_engine=model_engine, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
 )
 embed_config = EmbedConfig(
     embed_engine="model", embed_model=embed_model, embed_model_path=embed_model_path

examples/muagent_examples/codeReact_example.py

@@ -1,7 +1,8 @@
-import os, sys, json
+import os
 from loguru import logger
 
 try:
+    import os, sys
     src_dir = os.path.join(
         os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
     )
@@ -12,16 +13,29 @@
     model_name = os.environ["model_name"]
     embed_model = os.environ["embed_model"]
     embed_model_path = os.environ["embed_model_path"]
+    model_engine = os.environ["model_engine"]
+    
+    try:
+        from test_config import BgeBaseChineseEmbeddings
+        embeddings = BgeBaseChineseEmbeddings()
+    except:
+        embeddings = None
 except Exception as e:
     # set your config
     api_key = ""
     api_base_url= ""
     model_name = ""
+    model_engine = ""
     embed_model = ""
     embed_model_path = ""
+    embeddings = None
     logger.error(f"{e}")
 
-
+# # test local code
+# src_dir = os.path.join(
+#     os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+# )
+# sys.path.append(src_dir)
 from muagent.base_configs.env_config import JUPYTER_WORK_PATH
 from muagent.llm_models.llm_config import EmbedConfig, LLMConfig
 from muagent.connector.phase import BasePhase
@@ -31,7 +45,7 @@
 os.environ["log_verbose"] = "0"
 
 llm_config = LLMConfig(
-    model_name=model_name, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
+    model_name=model_name, model_engine=model_engine, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
 )
 
 embed_config = EmbedConfig(

examples/muagent_examples/codeRetrieval_example.py

@@ -1,7 +1,8 @@
-import os, sys, json
+import os
 from loguru import logger
 
 try:
+    import os, sys
     src_dir = os.path.join(
         os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
     )
@@ -12,16 +13,29 @@
     model_name = os.environ["model_name"]
     embed_model = os.environ["embed_model"]
     embed_model_path = os.environ["embed_model_path"]
+    model_engine = os.environ["model_engine"]
+    
+    try:
+        from test_config import BgeBaseChineseEmbeddings
+        embeddings = BgeBaseChineseEmbeddings()
+    except:
+        embeddings = None
 except Exception as e:
     # set your config
     api_key = ""
     api_base_url= ""
     model_name = ""
+    model_engine = ""
     embed_model = ""
     embed_model_path = ""
+    embeddings = None
     logger.error(f"{e}")
 
-
+# # test local code
+# src_dir = os.path.join(
+#     os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+# )
+# sys.path.append(src_dir)
 from muagent.llm_models.llm_config import EmbedConfig, LLMConfig
 from muagent.connector.agents import BaseAgent, ReactAgent, ExecutorAgent, SelectorAgent
 from muagent.connector.chains import BaseChain
@@ -132,7 +146,7 @@ def end_action_step(self, message: Message) -> Message:
 
 # 
 llm_config = LLMConfig(
-    model_name=model_name, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
+    model_name=model_name, model_engine=model_engine, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
 )
 
 embed_config = EmbedConfig(

examples/muagent_examples/codeToolReact_example.py

@@ -1,7 +1,8 @@
-import os, sys, json
+import os
 from loguru import logger
 
 try:
+    import os, sys
     src_dir = os.path.join(
         os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
     )
@@ -12,16 +13,29 @@
     model_name = os.environ["model_name"]
     embed_model = os.environ["embed_model"]
     embed_model_path = os.environ["embed_model_path"]
+    model_engine = os.environ["model_engine"]
+    
+    try:
+        from test_config import BgeBaseChineseEmbeddings
+        embeddings = BgeBaseChineseEmbeddings()
+    except:
+        embeddings = None
 except Exception as e:
     # set your config
     api_key = ""
     api_base_url= ""
     model_name = ""
+    model_engine = ""
     embed_model = ""
     embed_model_path = ""
+    embeddings = None
     logger.error(f"{e}")
 
-
+# # test local code
+# src_dir = os.path.join(
+#     os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+# )
+# sys.path.append(src_dir)
 from muagent.tools import toLangchainTools, TOOL_DICT, TOOL_SETS
 from muagent.llm_models.llm_config import EmbedConfig, LLMConfig
 
@@ -38,7 +52,7 @@
 os.environ["log_verbose"] = "0"
 
 llm_config = LLMConfig(
-    model_name=model_name, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
+    model_name=model_name, model_engine=model_engine, api_key=api_key,  api_base_url=api_base_url, temperature=0.3
 )
 
 embed_config = EmbedConfig(