Compare commits

..
Author SHA1 Message Date
Andrew Ferlitsch 5c49bc6fe7 fix: rename UJ10 2023-04-19 23:51:55 +00:00
25 changed files with 24 additions and 151 deletions
@@ -271,7 +271,7 @@
"\n",
"\n",
"def deploy_model(model_id, task):\n",
" model_name = \"blip2\"\n",
" model_name = \"blip-image-captioning\"\n",
" endpoint = aiplatform.Endpoint.create(display_name=f\"{model_name}-endpoint\")\n",
" serving_env = {\n",
" \"MODEL_ID\": model_id,\n",
@@ -348,7 +348,7 @@
"id": "12893aa2c5af"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 10 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
"NOTE: The model weights will be downloaded after the deployment succeeds. When the model is very large it could add 5~15mins additional time before the endpoint is ready for prediction."
]
},
{
@@ -412,7 +412,7 @@
"id": "0ac7f8d945e3"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 10 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
"NOTE: The model weights will be downloaded after the deployment succeeds. When the model is very large it could add 5~15mins additional time before the endpoint is ready for prediction."
]
},
{
@@ -332,15 +332,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "80b3fd2ace09"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -332,15 +332,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "80b3fd2ace09"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -332,15 +332,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "80b3fd2ace09"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -278,8 +278,6 @@
"outputs": [],
"source": [
"import base64\n",
"import os\n",
"from datetime import datetime\n",
"from io import BytesIO\n",
"\n",
"import cv2\n",
@@ -412,13 +410,6 @@
"# for a full list of training arguments.\n",
"model = job.run(\n",
" args=[\n",
" f\"--num_machines={num_nodes}\",\n",
" f\"--num_processes={num_gpus}\",\n",
" \"--machine_rank=0\",\n",
" \"--mixed_precision=no\",\n",
" \"--gpu_ids=all\",\n",
" \"--same_network\",\n",
" \"--dynamo_backend=no\",\n",
" \"controlnet/train_controlnet.py\",\n",
" \"--tracker_project_name=train_controlnet\",\n",
" f\"--pretrained_model_name_or_path={stable_diffusion_model_id}\",\n",
@@ -486,15 +477,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "da804e9b99a8"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -538,11 +520,11 @@
},
"outputs": [],
"source": [
"# Undeploy model and delete endpoint.\n",
"endpoint.delete(force=True)\n",
"\n",
"# Delete models.\n",
"model.delete()"
"model.delete()\n",
"\n",
"# Undeploy model and delete endpoint.\n",
"endpoint.delete(force=True)"
]
},
{
@@ -576,15 +558,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "d5fa0300f00f"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -352,15 +352,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "48ff57f4f342"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -332,15 +332,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "80b3fd2ace09"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -351,15 +351,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "80b3fd2ace09"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -510,15 +510,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "9dc3c39db066"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -594,15 +585,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "1139512c6fa9"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -510,15 +510,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "9dc3c39db066"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -332,15 +332,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "80b3fd2ace09"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -332,15 +332,6 @@
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "80b3fd2ace09"
},
"source": [
"NOTE: The model weights will be downloaded after the deployment succeeds. Thus additional 5 minutes of waiting time is needed before the endpoint is ready to use. Otherwise you might see an `ServiceUnavailable: 503 502:Bad Gateway` error when you send requests to the endpoint."
]
},
{
"cell_type": "code",
"execution_count": null,
@@ -1458,7 +1458,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-image-classification-batch-online.ipynb",
"name": "UJ1 Vertex SDK AutoML Image Classification.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1414,7 +1414,7 @@
],
"metadata": {
"colab": {
"name": "sdk-hyperparameter-tuning.ipynb",
"name": "UJ11 Vertex SDK Hyperparameter Tuning.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1297,7 +1297,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-video-classification-batch-prediction.ipynb",
"name": "UJ14 Vertex SDK AutoML Video Classification.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -633,9 +633,8 @@
" gcs_source=[IMPORT_FILE],\n",
" import_schema_uri=aip.schema.dataset.ioformat.video.object_tracking,\n",
")\n",
"if os.getenv(\"IS_TESTING\"):\n",
"if os.getenv('IS_TESTING'):\n",
" import time\n",
"\n",
" time.sleep(30)\n",
"\n",
"print(dataset.resource_name)"
@@ -1252,7 +1251,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-object-tracking-batch-prediction.ipynb",
"name": "UJ15 Vertex SDK AutoML Object Tracking.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -2005,7 +2005,7 @@
],
"metadata": {
"colab": {
"name": "sdk-custom-image-classification-prebuilt-container.ipynb",
"name": "UJ2,12 Vertex SDK Custom Image Classification with pre-built training container.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1899,7 +1899,7 @@
],
"metadata": {
"colab": {
"name": "sdk-custom-image-classification-custom-container.ipynb",
"name": "UJ3 Vertex SDK Custom Image Classification with custom training container.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1410,7 +1410,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-tabular-binary-classification-online-prediction.ipynb",
"name": "UJ4 Vertex SDK AutoML Tabular Binary Classification.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1454,7 +1454,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-image-object-detection-batch-online.ipynb",
"name": "UJ5 Vertex SDK AutoML Image Object Detection.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1337,7 +1337,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-text-classification-batch-prediction.ipynb",
"name": "UJ6 Vertex SDK AutoML Text Classification.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1428,7 +1428,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-text-entity-extraction-batch-prediction.ipynb",
"name": "UJ7 Vertex SDK AutoML Text Entity Extraction.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -1413,7 +1413,7 @@
],
"metadata": {
"colab": {
"name": "sdk-automl-text-sentiment-analysis-batch-prediction.ipynb",
"name": "UJ8 Vertex SDK AutoML Text Sentiment Analysis.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -33,18 +33,18 @@
"\n",
"<table align=\"left\">\n",
" <td>\n",
"<a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/migration/sdk-custom-xgboost-prebuilt-container.ipynb\" target='_blank'>\n",
"<a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/migration/UJ9 Vertex SDK Custom XGBoost with pre-built training container.ipynb\" target='_blank'>\n",
" <img src=\"https://cloud.google.com/ml-engine/images/colab-logo-32px.png\" alt=\"Colab logo\"> Run in Colab\n",
" </a>\n",
" </td>\n",
" <td>\n",
"<a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/migration/sdk-custom-xgboost-prebuilt-container.ipynb\" target='_blank'>\n",
"<a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/migration/UJ9 Vertex SDK Custom XGBoost with pre-built training container.ipynb\" target='_blank'>\n",
" <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
" View on GitHub\n",
" </a>\n",
" </td>\n",
" <td>\n",
"<a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/official/migration/sdk-custom-xgboost-prebuilt-container.ipynb\" target='_blank'>\n",
"<a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/official/migration/UJ9 Vertex SDK Custom XGBoost with pre-built training container.ipynb\" target='_blank'>\n",
" <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
" Open in Vertex AI Workbench\n",
" </a>\n",
@@ -1459,7 +1459,7 @@
],
"metadata": {
"colab": {
"name": "sdk-custom-xgboost-prebuilt-container.ipynb",
"name": "UJ9 Vertex SDK Custom XGBoost with pre-built training container.ipynb",
"toc_visible": true
},
"kernelspec": {
@@ -265,7 +265,7 @@
"source": [
"# Install Python package dependencies.\n",
"print(\"Installing libraries\")\n",
"! pip3 install {USER_FLAG} --quiet 'google-cloud-pipeline-components==1.0.20' 'kfp<2'\n",
"! pip3 install {USER_FLAG} --quiet google-cloud-pipeline-components kfp\n",
"! pip3 install {USER_FLAG} --quiet --upgrade google-cloud-aiplatform google-cloud-bigquery"
]
},