Stateful Notebooks

notebooks/api/0.8/11-container-images-k8s.ipynb

@@ -493,8 +493,7 @@
  "assert workerimage is not None, str([image.__dict__ for image in image_list])\n",
  "assert workerimage.is_built is not None, str(workerimage)\n",
  "assert workerimage.built_at is not None, str(workerimage)\n",
- "assert workerimage.image_hash is not None, str(workerimage)\n",
- "assert image_list[workerimage.built_image_tag] == workerimage"
+ "assert workerimage.image_hash is not None, str(workerimage)"
  ]
  },
  {
@@ -1037,10 +1036,6 @@
  "assert workerimage_opendp.built_at is not None, str(workerimage_opendp.__dict__)\n",
  "assert workerimage_opendp.image_hash is not None, str(workerimage_opendp.__dict__)\n",
  "\n",
- "assert _images[workerimage_opendp.built_image_tag] == workerimage_opendp, str(\n",
- " workerimage_opendp\n",
- ")\n",
- "\n",
  "workerimage_opendp"
  ]
  },
@@ -1394,6 +1389,11 @@
  }
  ],
  "metadata": {
+ "kernelspec": {
+ "display_name": "syft-3.11",
+ "language": "python",
+ "name": "python3"
+ },
  "language_info": {
  "codemirror_mode": {
  "name": "ipython",
@@ -1404,7 +1404,7 @@
  "name": "python",
  "nbconvert_exporter": "python",
  "pygments_lexer": "ipython3",
- "version": "3.12.5"
+ "version": "3.11.5"
  }
  },
  "nbformat": 4,

notebooks/scenarios/bigquery/000-start-and-configure-server-and-admins.ipynb

@@ -25,6 +25,7 @@
  "\n",
  "# syft absolute\n",
  "import syft as sy\n",
+ "from syft.util.test_helpers.checkpoint import create_checkpoint\n",
  "from syft.util.test_helpers.email_helpers import get_email_server"
  ]
  },
@@ -87,6 +88,15 @@
  ")"
  ]
  },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "root_client.users"
+ ]
+ },
  {
  "cell_type": "markdown",
  "metadata": {},
@@ -195,6 +205,15 @@
  "# Cleanup"
  ]
  },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "create_checkpoint(root_client)"
+ ]
+ },
  {
  "cell_type": "code",
  "execution_count": null,
@@ -223,7 +242,7 @@
  ],
  "metadata": {
  "kernelspec": {
- "display_name": ".venv",
+ "display_name": "Python 3 (ipykernel)",
  "language": "python",
  "name": "python3"
  },
@@ -237,7 +256,7 @@
  "name": "python",
  "nbconvert_exporter": "python",
  "pygments_lexer": "ipython3",
- "version": "3.12.3"
+ "version": "3.11.5"
  }
  },
  "nbformat": 4,

notebooks/scenarios/bigquery/001-scale-delete-worker-pools.ipynb

@@ -22,9 +22,11 @@
  "source": [
  "# stdlib\n",
  "import os\n",
+ "from os import environ as env\n",
  "\n",
  "# syft absolute\n",
  "import syft as sy\n",
+ "from syft.util.test_helpers.checkpoint import load_from_checkpoint\n",
  "from syft.util.test_helpers.email_helpers import Timeout\n",
  "from syft.util.test_helpers.email_helpers import get_email_server"
  ]
@@ -46,17 +48,29 @@
  ]
  },
  {
- "cell_type": "markdown",
+ "cell_type": "code",
+ "execution_count": null,
  "id": "3",
  "metadata": {},
+ "outputs": [],
+ "source": [
+ "# in case we are not in k8s we set them here for orchestra to use\n",
+ "env[\"DEFAULT_ROOT_EMAIL\"] = ROOT_EMAIL\n",
+ "env[\"DEFAULT_ROOT_PASSWORD\"] = ROOT_PASSWORD"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "4",
+ "metadata": {},
  "source": [
  "### Launch server & login"
  ]
  },
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "4",
+ "id": "5",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -67,13 +81,30 @@
  " port=\"8080\",\n",
  " n_consumers=num_workers, # How many workers to be spawned\n",
  " create_producer=True, # Can produce more workers\n",
+ " reset=True,\n",
+ " log_level=10,\n",
  ")"
  ]
  },
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "5",
+ "id": "6",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "load_from_checkpoint(\n",
+ " prev_nb_filename=\"000-start-and-configure-server-and-admins\",\n",
+ " client=server.client,\n",
+ " root_email=ROOT_EMAIL,\n",
+ " root_password=ROOT_PASSWORD,\n",
+ ")"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "7",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -83,7 +114,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "6",
+ "id": "8",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -95,7 +126,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "7",
+ "id": "9",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -105,7 +136,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "8",
+ "id": "10",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -115,15 +146,15 @@
  },
  {
  "cell_type": "markdown",
- "id": "9",
+ "id": "11",
  "metadata": {},
  "source": [
  "### Scale Worker pool"
  ]
  },
  {
  "cell_type": "markdown",
- "id": "10",
+ "id": "12",
  "metadata": {},
  "source": [
  "##### Scale up"
@@ -132,7 +163,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "11",
+ "id": "13",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -146,7 +177,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "12",
+ "id": "14",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -156,7 +187,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "13",
+ "id": "15",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -176,7 +207,7 @@
  },
  {
  "cell_type": "markdown",
- "id": "14",
+ "id": "16",
  "metadata": {},
  "source": [
  "##### Scale down"
@@ -185,7 +216,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "15",
+ "id": "17",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -200,7 +231,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "16",
+ "id": "18",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -219,7 +250,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "17",
+ "id": "19",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -232,7 +263,7 @@
  },
  {
  "cell_type": "markdown",
- "id": "18",
+ "id": "20",
  "metadata": {},
  "source": [
  "#### Delete Worker Pool"
@@ -241,7 +272,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "19",
+ "id": "21",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -254,7 +285,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "20",
+ "id": "22",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -264,7 +295,7 @@
  },
  {
  "cell_type": "markdown",
- "id": "21",
+ "id": "23",
  "metadata": {},
  "source": [
  "#### Re-launch the default worker pool"
@@ -273,7 +304,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "22",
+ "id": "24",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -283,7 +314,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "23",
+ "id": "25",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -297,7 +328,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "24",
+ "id": "26",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -311,7 +342,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "25",
+ "id": "27",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -321,7 +352,7 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "26",
+ "id": "28",
  "metadata": {},
  "outputs": [],
  "source": [
@@ -331,15 +362,15 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "id": "27",
+ "id": "29",
  "metadata": {},
  "outputs": [],
  "source": []
  }
  ],
  "metadata": {
  "kernelspec": {
- "display_name": "syft",
+ "display_name": "Python 3 (ipykernel)",
  "language": "python",
  "name": "python3"
  },
@@ -353,7 +384,7 @@
  "name": "python",
  "nbconvert_exporter": "python",
  "pygments_lexer": "ipython3",
- "version": "3.12.3"
+ "version": "3.11.5"
  }
  },
  "nbformat": 4,