forked from pipecat-ai/pipecat
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'pipecat-ai:main' into main
- Loading branch information
Showing
34 changed files
with
2,477 additions
and
5,847 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
File renamed without changes.
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,136 @@ | ||
| # | ||
| # Copyright (c) 2024, Daily | ||
| # | ||
| # SPDX-License-Identifier: BSD 2-Clause License | ||
| # | ||
|
|
||
| import asyncio | ||
| import aiohttp | ||
| import os | ||
| import sys | ||
|
|
||
| from pipecat.pipeline.pipeline import Pipeline | ||
| from pipecat.pipeline.runner import PipelineRunner | ||
| from pipecat.pipeline.task import PipelineTask | ||
| from pipecat.services.cartesia import CartesiaTTSService | ||
| from pipecat.services.openai import OpenAILLMContext | ||
| from pipecat.services.together import TogetherLLMService | ||
| from pipecat.transports.services.daily import DailyParams, DailyTransport | ||
| from pipecat.vad.silero import SileroVADAnalyzer | ||
|
|
||
| from openai.types.chat import ChatCompletionToolParam | ||
|
|
||
| from runner import configure | ||
|
|
||
| from loguru import logger | ||
|
|
||
| from dotenv import load_dotenv | ||
|
|
||
| load_dotenv(override=True) | ||
|
|
||
| logger.remove(0) | ||
| logger.add(sys.stderr, level="DEBUG") | ||
|
|
||
|
|
||
| async def start_fetch_weather(function_name, llm, context): | ||
| # note: we can't push a frame to the LLM here. the bot | ||
| # can interrupt itself and/or cause audio overlapping glitches. | ||
| # possible question for Aleix and Chad about what the right way | ||
| # to trigger speech is, now, with the new queues/async/sync refactors. | ||
| # await llm.push_frame(TextFrame("Let me check on that.")) | ||
| logger.debug(f"Starting fetch_weather_from_api with function_name: {function_name}") | ||
|
|
||
|
|
||
| async def fetch_weather_from_api(function_name, tool_call_id, args, llm, context, result_callback): | ||
| await result_callback({"conditions": "nice", "temperature": "75"}) | ||
|
|
||
|
|
||
| async def main(): | ||
| async with aiohttp.ClientSession() as session: | ||
| (room_url, token) = await configure(session) | ||
|
|
||
| transport = DailyTransport( | ||
| room_url, | ||
| token, | ||
| "Respond bot", | ||
| DailyParams( | ||
| audio_out_enabled=True, | ||
| transcription_enabled=True, | ||
| vad_enabled=True, | ||
| vad_analyzer=SileroVADAnalyzer(), | ||
| ), | ||
| ) | ||
|
|
||
| tts = CartesiaTTSService( | ||
| api_key=os.getenv("CARTESIA_API_KEY"), | ||
| voice_id="79a125e8-cd45-4c13-8a67-188112f4dd22", # British Lady | ||
| ) | ||
|
|
||
| llm = TogetherLLMService( | ||
| api_key=os.getenv("TOGETHER_API_KEY"), | ||
| model="meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", | ||
| ) | ||
| # Register a function_name of None to get all functions | ||
| # sent to the same callback with an additional function_name parameter. | ||
| llm.register_function(None, fetch_weather_from_api, start_callback=start_fetch_weather) | ||
|
|
||
| tools = [ | ||
| ChatCompletionToolParam( | ||
| type="function", | ||
| function={ | ||
| "name": "get_current_weather", | ||
| "description": "Get the current weather", | ||
| "parameters": { | ||
| "type": "object", | ||
| "properties": { | ||
| "location": { | ||
| "type": "string", | ||
| "description": "The city and state, e.g. San Francisco, CA", | ||
| }, | ||
| "format": { | ||
| "type": "string", | ||
| "enum": ["celsius", "fahrenheit"], | ||
| "description": "The temperature unit to use. Infer this from the users location.", | ||
| }, | ||
| }, | ||
| "required": ["location", "format"], | ||
| }, | ||
| }, | ||
| ) | ||
| ] | ||
| messages = [ | ||
| { | ||
| "role": "system", | ||
| "content": "You are a helpful LLM in a WebRTC call. Your goal is to demonstrate your capabilities in a succinct way. Your output will be converted to audio so don't include special characters in your answers. Respond to what the user said in a creative and helpful way.", | ||
| }, | ||
| ] | ||
|
|
||
| context = OpenAILLMContext(messages, tools) | ||
| context_aggregator = llm.create_context_aggregator(context) | ||
|
|
||
| pipeline = Pipeline( | ||
| [ | ||
| transport.input(), | ||
| context_aggregator.user(), | ||
| llm, | ||
| tts, | ||
| transport.output(), | ||
| context_aggregator.assistant(), | ||
| ] | ||
| ) | ||
|
|
||
| task = PipelineTask(pipeline) | ||
|
|
||
| @transport.event_handler("on_first_participant_joined") | ||
| async def on_first_participant_joined(transport, participant): | ||
| transport.capture_participant_transcription(participant["id"]) | ||
| # Kick off the conversation. | ||
| # await tts.say("Hi! Ask me about the weather in San Francisco.") | ||
|
|
||
| runner = PipelineRunner() | ||
|
|
||
| await runner.run(task) | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| asyncio.run(main()) |
Oops, something went wrong.