Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Draft] Modify run.py for name changes in deployment #100

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

[Draft] Modify run.py for name changes in deployment #100

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions src/run.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

from azure.ai.resources.client import AIClient
from azure.ai.resources.entities.models import Model
from azure.ai.resources.entities.deployment import Deployment
from azure.ai.resources.entities.single_deployment import SingleDeployment
from azure.identity import DefaultAzureCredential

from openai.types.chat import ChatCompletion
Expand Down Expand Up @@ -139,7 +139,7 @@ def deploy_flow(deployment_name, deployment_folder, chat_module):

if not deployment_name:
deployment_name = f"{client.project_name}-copilot"
deployment = Deployment(
deployment = SingleDeployment(
name=deployment_name,
model=Model(
path=source_path,
Expand All @@ -166,7 +166,7 @@ def deploy_flow(deployment_name, deployment_folder, chat_module):
},
instance_count=1
)
client.deployments.begin_create_or_update(deployment)
client._single_deployments.begin_create_or_update(deployment)


def invoke_deployment(deployment_name: str, stream: bool = False):
Expand All @@ -180,8 +180,8 @@ def invoke_deployment(deployment_name: str, stream: bool = False):
else:
accept_header = "application/json"

scoring_url = client.deployments.get(deployment_name).scoring_uri
primary_key = client.deployments.get_keys(deployment_name).primary_key
scoring_url = client._single_deployments.get(deployment_name).scoring_uri
primary_key = client._single_deployments.get_keys(deployment_name).primary_key

headers = {
"Content-Type": "application/json",
Expand Down