Skip to content

Commit

Permalink
Broken inbetween stage
Browse files Browse the repository at this point in the history
  • Loading branch information
snwagh committed Sep 12, 2024
1 parent 1038491 commit e0d1f33
Show file tree
Hide file tree
Showing 15 changed files with 304 additions and 36,969 deletions.
2 changes: 1 addition & 1 deletion notebooks/notebook_helpers/job_helpers.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
from typing import Any

# third party
from helpers import TestUser
from email_helpers import TestUser

# syft absolute
from syft import test_settings
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,15 +20,17 @@
"metadata": {},
"outputs": [],
"source": [
"# isort: off\n",
"# stdlib\n",
"from os import environ as env\n",
"\n",
"# third party\n",
"# run email server\n",
"from helpers import get_email_server\n",
"\n",
"# syft absolute\n",
"import syft as sy"
"import syft as sy\n",
"import syft as get_helpers # noqa: F401\n",
"\n",
"# third party\n",
"from email_helpers import get_email_server\n",
"# isort: on"
]
},
{
Expand Down Expand Up @@ -232,6 +234,11 @@
}
],
"metadata": {
"kernelspec": {
"display_name": ".venv",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
Expand All @@ -242,7 +249,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.5"
"version": "3.12.3"
}
},
"nbformat": 4,
Expand Down
78 changes: 47 additions & 31 deletions notebooks/scenarios/bigquery/001-scale-delete-worker-pools.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -20,15 +20,18 @@
"metadata": {},
"outputs": [],
"source": [
"# isort: off\n",
"# stdlib\n",
"import os\n",
"\n",
"# third party\n",
"from helpers import Timeout\n",
"from helpers import get_email_server\n",
"\n",
"# syft absolute\n",
"import syft as sy"
"import syft as sy\n",
"import syft as get_helpers # noqa: F401\n",
"\n",
"# third party\n",
"from email_helpers import Timeout\n",
"from email_helpers import get_email_server\n",
"# isort: on"
]
},
{
Expand All @@ -37,6 +40,14 @@
"id": "2",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "3",
"metadata": {},
"outputs": [],
"source": [
"environment = os.environ.get(\"ORCHESTRA_DEPLOYMENT_TYPE\", \"python\")\n",
"\n",
Expand All @@ -49,7 +60,7 @@
},
{
"cell_type": "markdown",
"id": "3",
"id": "4",
"metadata": {},
"source": [
"### Launch server & login"
Expand All @@ -58,7 +69,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "4",
"id": "5",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -75,7 +86,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "5",
"id": "6",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -85,7 +96,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "6",
"id": "7",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -97,7 +108,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "7",
"id": "8",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -107,7 +118,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "8",
"id": "9",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -117,15 +128,15 @@
},
{
"cell_type": "markdown",
"id": "9",
"id": "10",
"metadata": {},
"source": [
"### Scale Worker pool"
]
},
{
"cell_type": "markdown",
"id": "10",
"id": "11",
"metadata": {},
"source": [
"##### Scale up"
Expand All @@ -134,7 +145,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "11",
"id": "12",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -148,7 +159,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "12",
"id": "13",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -158,7 +169,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "13",
"id": "14",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -178,7 +189,7 @@
},
{
"cell_type": "markdown",
"id": "14",
"id": "15",
"metadata": {},
"source": [
"##### Scale down"
Expand All @@ -187,7 +198,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "15",
"id": "16",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -202,7 +213,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "16",
"id": "17",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -221,7 +232,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "17",
"id": "18",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -234,7 +245,7 @@
},
{
"cell_type": "markdown",
"id": "18",
"id": "19",
"metadata": {},
"source": [
"#### Delete Worker Pool"
Expand All @@ -243,7 +254,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "19",
"id": "20",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -256,7 +267,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "20",
"id": "21",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -266,7 +277,7 @@
},
{
"cell_type": "markdown",
"id": "21",
"id": "22",
"metadata": {},
"source": [
"#### Re-launch the default worker pool"
Expand All @@ -275,7 +286,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "22",
"id": "23",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -285,7 +296,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "23",
"id": "24",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -299,7 +310,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "24",
"id": "25",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -313,7 +324,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "25",
"id": "26",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -323,7 +334,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "26",
"id": "27",
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -333,13 +344,18 @@
{
"cell_type": "code",
"execution_count": null,
"id": "27",
"id": "28",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "syft",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
Expand All @@ -350,7 +366,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.5"
"version": "3.12.3"
}
},
"nbformat": 4,
Expand Down
11 changes: 7 additions & 4 deletions notebooks/scenarios/bigquery/010-setup-bigquery-pool.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -18,15 +18,18 @@
"metadata": {},
"outputs": [],
"source": [
"# isort: off\n",
"# stdlib\n",
"import os\n",
"\n",
"# third party\n",
"from helpers import get_email_server\n",
"\n",
"# syft absolute\n",
"import syft as sy\n",
"from syft import test_settings"
"import syft as get_helpers # noqa: F401\n",
"from syft import test_settings\n",
"\n",
"# third party\n",
"from email_helpers import get_email_server\n",
"# isort: on"
]
},
{
Expand Down
Loading

0 comments on commit e0d1f33

Please sign in to comment.