Merge branch 'main' into sasha-gitg-patch-2

Install from Pypi

.cloud-build/execute_changed_notebooks_cli.py

@@ -68,12 +68,6 @@ parser.add_argument(
     help="A service account. This is used to inject a variable value into the notebook before running. This is not the account that will run the notebook.",
     required=True,
 )
-parser.add_argument(
-    "--variable_vpc_network",
-    type=str,
-    help="The full VPC network name. See https://cloud.google.com/compute/docs/networks-and-firewalls#networks. Format is projects/{project}/global/networks/{network}, where {project} is a project number, as in '12345', and {network} is network name. See <https://cloud.google.com/compute/docs/reference/rest/v1/networks/insert> for details. This is used to inject a variable value into the notebook before running.",
-    required=False,
-)
 parser.add_argument(
     "--staging_bucket",
     type=str,
@@ -120,11 +114,10 @@ execute_changed_notebooks_helper.process_and_execute_notebooks(
     container_uri=args.container_uri,
     staging_bucket=args.staging_bucket,
     artifacts_bucket=args.artifacts_bucket,
-    should_parallelize=args.should_parallelize,
-    timeout=args.timeout,
     variable_project_id=args.variable_project_id,
     variable_region=args.variable_region,
     variable_service_account=args.variable_service_account,
-    variable_vpc_network=args.variable_vpc_network,
     private_pool_id=args.private_pool_id,
+    should_parallelize=args.should_parallelize,
+    timeout=args.timeout,
 )

.cloud-build/execute_changed_notebooks_helper.py

@@ -67,7 +67,7 @@ class NotebookExecutionResult:
     output_uri: str
     build_id: str
     error_message: Optional[str]
-
+    
     @property
     def output_uri_web(self) -> Optional[str]:
         if self.output_uri.startswith("gs://"):
@@ -81,7 +81,6 @@ def _process_notebook(
     variable_project_id: str,
     variable_region: str,
     variable_service_account: str,
-    variable_vpc_network: Optional[str],
 ):
     # Read notebook
     with open(notebook_path) as f:
@@ -94,7 +93,6 @@ def _process_notebook(
             "PROJECT_ID": variable_project_id,
             "REGION": variable_region,
             "SERVICE_ACCOUNT": variable_service_account,
-            "VPC_NETWORK": variable_vpc_network,
         },
     )
 
@@ -130,9 +128,8 @@ def process_and_execute_notebook(
     variable_project_id: str,
     variable_region: str,
     variable_service_account: str,
-    variable_vpc_network: Optional[str],
     private_pool_id: Optional[str],
-    deadline: datetime.datetime,
+    deadline: datetime,
     notebook: str,
     should_get_tail_logs: bool = False,
 ) -> NotebookExecutionResult:
@@ -140,13 +137,6 @@ def process_and_execute_notebook(
 
     print(f"Running notebook: {notebook}")
 
-    # Handle empty strings
-    if not variable_vpc_network:
-        variable_vpc_network = None
-
-    if not private_pool_id:
-        private_pool_id = None
-
     # Create paths
     notebook_output_uri = "/".join([artifacts_bucket, pathlib.Path(notebook).name])
 
@@ -173,7 +163,6 @@ def process_and_execute_notebook(
             variable_project_id=variable_project_id,
             variable_region=variable_region,
             variable_service_account=variable_service_account,
-            variable_vpc_network=variable_vpc_network,
         )
 
         # Upload the pre-processed code to a GCS bucket
@@ -277,8 +266,8 @@ def get_changed_notebooks(
             notebooks = []
     else:
         print(f"Looking for all notebooks.")
-        notebooks_str = subprocess.check_output(["git", "ls-files"] + test_paths)
-        notebooks = notebooks_str.decode("utf-8").split("\n")
+        notebooks = subprocess.check_output(["git", "ls-files"] + test_paths)
+        notebooks = notebooks.decode("utf-8").split("\n")
 
     notebooks = [notebook for notebook in notebooks if notebook.endswith(".ipynb")]
     notebooks = [notebook for notebook in notebooks if len(notebook) > 0]
@@ -297,13 +286,12 @@ def process_and_execute_notebooks(
     container_uri: str,
     staging_bucket: str,
     artifacts_bucket: str,
-    should_parallelize: bool,
-    timeout: int,
     variable_project_id: str,
     variable_region: str,
     variable_service_account: str,
-    variable_vpc_network: Optional[str] = None,
-    private_pool_id: Optional[str] = None,
+    private_pool_id: Optional[str],
+    should_parallelize: bool,
+    timeout: int,
 ):
     """
     Run the notebooks that exist under the folders defined in the test_paths_file.
@@ -361,7 +349,6 @@ def process_and_execute_notebooks(
                             variable_project_id,
                             variable_region,
                             variable_service_account,
-                            variable_vpc_network,
                             private_pool_id,
                             deadline,
                         ),
@@ -377,7 +364,6 @@ def process_and_execute_notebooks(
                     variable_project_id=variable_project_id,
                     variable_region=variable_region,
                     variable_service_account=variable_service_account,
-                    variable_vpc_network=variable_vpc_network,
                     private_pool_id=private_pool_id,
                     deadline=deadline,
                     notebook=notebook,
@@ -403,18 +389,11 @@ def process_and_execute_notebooks(
                         format_timedelta(result.duration),
                         result.log_url,
                         result.output_uri,
-                        result.output_uri_web,
+                        result.output_uri_web
                     ]
                     for result in results_sorted
                 ],
-                headers=[
-                    "build_tag",
-                    "status",
-                    "duration",
-                    "log_url",
-                    "output_uri",
-                    "output_uri_web",
-                ],
+                headers=["build_tag", "status", "duration", "log_url", "output_uri", "output_uri_web"],
             )
         )
 
@@ -443,7 +422,6 @@ def process_and_execute_notebooks(
             variable_project_id=variable_project_id,
             variable_region=variable_region,
             variable_service_account=variable_service_account,
-            variable_vpc_network=variable_vpc_network,
         )
 
         execute_notebook_helper.execute_notebook(

.cloud-build/execute_notebook_helper.py

@@ -26,9 +26,6 @@ from utils import util
 
 # This script is used to execute a notebook and write out the output notebook.
 
-# This is used to force papermill to use this kernel to run the notebook instead of any defined inside the notebook itself
-DEFAULT_KERNEL_NAME = "python3"
-
 
 def execute_notebook(
     notebook_source: str,
@@ -53,11 +50,14 @@ def execute_notebook(
 
     execution_exception = None
 
+
     print("\n=== DOWNLOAD EXECUTED NOTEBOOK ===\n")
-    print(f"Please debug the executed notebook by downloading the executed notebook:")
+    print(
+                f"Please debug the executed notebook by downloading the executed notebook:"
+            )
 
     print("Option 1. Using gsutil. Run the following command in your terminal.")
-    print(f'\tgsutil cp "{output_file_or_uri}" .')
+    print(f"\tgsutil cp \"{output_file_or_uri}\" .")
 
     print("Option 2. Using this link.")
     print(f"\thttps://storage.googleapis.com/{output_file_or_uri[5:]}")
@@ -72,7 +72,6 @@ def execute_notebook(
             output_path=notebook_source,
             progress_bar=should_log_output,
             request_save_on_cell_execute=should_log_output,
-            kernel_name=DEFAULT_KERNEL_NAME,
             log_output=should_log_output,
             stdout_file=sys.stdout if should_log_output else None,
             stderr_file=sys.stderr if should_log_output else None,

.cloud-build/notebook-execution-test-cloudbuild.yaml

@@ -36,7 +36,7 @@ steps:
     - -c
     - |
       . workspace/env/bin/activate &&
-      python3 .cloud-build/execute_changed_notebooks_cli.py --test_paths_file "${_TEST_PATHS_FILE}" --base_branch "${_FORCED_BASE_BRANCH}" --container_uri ${_PYTHON_IMAGE} --staging_bucket ${_GCS_STAGING_BUCKET}  --artifacts_bucket ${_GCS_STAGING_BUCKET}/executed_notebooks/PR_${_PR_NUMBER}/BUILD_${BUILD_ID} --variable_project_id ${PROJECT_ID} --variable_region ${_GCP_REGION} --variable_service_account ${_GCP_SERVICE_ACCOUNT} --variable_vpc_network "${_GPC_VPC_NETWORK_NAME}" `if [ ! -z "${_PRIVATE_POOL_NAME}" ]; then echo "--private_pool_id ${_PRIVATE_POOL_NAME}"; fi`
+      python3 .cloud-build/execute_changed_notebooks_cli.py --test_paths_file "${_TEST_PATHS_FILE}" --base_branch "${_FORCED_BASE_BRANCH}" --container_uri ${_PYTHON_IMAGE} --staging_bucket ${_GCS_STAGING_BUCKET}  --artifacts_bucket ${_GCS_STAGING_BUCKET}/executed_notebooks/PR_${_PR_NUMBER}/BUILD_${BUILD_ID} --variable_project_id ${PROJECT_ID} --variable_region ${_GCP_REGION} --variable_service_account ${_GCP_SERVICE_ACCOUNT} `if [ ! -z "${_PRIVATE_POOL_NAME}" ]; then echo "--private_pool_id ${_PRIVATE_POOL_NAME}"; fi`
     env:
     - 'IS_TESTING=1'
 timeout: 86400s

.cloud-build/test_notebook_vm.txt

@@ -2,4 +2,3 @@ notebooks/official/vizier/gapic-vizier-multi-objective-optimization.ipynb
 notebooks/official/pipelines/lightweight_functions_component_io_kfp.ipynb
 notebooks/official/ml_metadata/sdk-metric-parameter-tracking-for-locally-trained-models.ipynb
 notebooks/official/pipelines/metrics_viz_run_compare_kfp.ipynb
-notebooks/official/matching_engine/sdk_matching_engine_for_indexing.ipynb

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,11 +1,4 @@
-**REQUIRED:** Add a summary of your PR here, typically including why the change is needed and what was changed. Include any design alternatives for discussion purposes.
-
-<br>
---- YOUR PR SUMMARY GOES HERE ---
-<br><br><br>
-
-**REQUIRED:** Fill out the below checklists or remove if irrelevant
-1. If you are opening a PR for `Official Notebooks` under the [notebooks/official](https://github.com/GoogleCloudPlatform/vertex-ai-samples/tree/main/notebooks/official) folder, follow this mandatory checklist:
+If you are opening a PR for `Official Notebooks` under the [notebooks/official](https://github.com/GoogleCloudPlatform/vertex-ai-samples/tree/main/notebooks/official) folder, follow this mandatory checklist:
 - [ ] Use the [notebook template](https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/notebook_template.ipynb) as a starting point.
 - [ ] Follow the style and grammar rules outlined in the above notebook template.
 - [ ] Verify the notebook runs successfully in Colab since the automated tests cannot guarantee this even when it passes.
@@ -14,15 +7,12 @@
 - [ ] This notebook has been added to the [CODEOWNERS](https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/CODEOWNERS) file under the `Official Notebooks` section, pointing to the author or the author's team.
 - [ ] The Jupyter notebook cleans up any artifacts it has created (datasets, ML models, endpoints, etc) so as not to eat up unnecessary resources.
 
-<br>
 
-2. If you are opening a PR for `Community Notebooks` under the [notebooks/community](https://github.com/GoogleCloudPlatform/vertex-ai-samples/tree/main/notebooks/community) folder:
+If you are opening a PR for `Community Notebooks` under the [notebooks/community](https://github.com/GoogleCloudPlatform/vertex-ai-samples/tree/main/notebooks/community) folder:
 - [ ] This notebook has been added to the [CODEOWNERS](https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/community/CODEOWNERS) file under the `Community Notebooks` section, pointing to the author or the author's team.
 - [ ] Passes all the required formatting and linting checks. You can locally test with these [instructions](https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/CONTRIBUTING.md#code-quality-checks).
 
-<br>
-
-3. If you are opening a PR for `Community Content` under the [community-content](https://github.com/GoogleCloudPlatform/vertex-ai-samples/tree/main/community-content) folder:
+If you are opening a PR for `Community Content` under the [community-content](https://github.com/GoogleCloudPlatform/vertex-ai-samples/tree/main/community-content) folder:
 - [ ] Make sure your main `Content Directory Name` is descriptive, informative, and includes some of the key products and attributes of your content, so that it is differentiable from other content
 - [ ] The main content directory has been added to the [CODEOWNERS](https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/community-content/CODEOWNERS) file under the `Community Content` section, pointing to the author or the author's team.
 - [ ] Passes all the required formatting and linting checks. You can locally test with these [instructions](https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/CONTRIBUTING.md#code-quality-checks).

.github/workflows/linter/Dockerfile

@@ -1,20 +0,0 @@
-# To use this image, run this command with the desired notebook args from the top-level vertex-ai-samples directory:
-# 1. To lint all changed notebooks:
-# docker run -v ${PWD}:/setup/app gcr.io/python-docs-samples-tests/notebook_linter:latest
-# 2. To lint specific notebooks:
-# docker run -v ${PWD}:/setup/app gcr.io/python-docs-samples-tests/notebook_linter:latest notebooks/1.ipynb notebooks/2.ipynb
-
-FROM python:3.10
-
-WORKDIR setup
-
-COPY ./requirements.txt .
-COPY ./run_linter.sh .
-
-# Install dependencies.
-RUN pip install --upgrade pip
-RUN pip install -r requirements.txt
-
-WORKDIR app
-
-ENTRYPOINT ["/setup/run_linter.sh"]

.github/workflows/linter/run_linter.sh

@@ -47,22 +47,12 @@ done
 
 echo "Test mode: $is_test"
 
-# Read in user-provided notebooks
-notebooks=()
-for arg in "$@"; do
-    if [[ $arg == *.ipynb ]]; then
-        notebooks+=("$arg")
-    fi
-done
-
 # Only check notebooks in test folders modified in this pull request.
 # Note: Use process substitution to persist the data in the array
-if [ ${#notebooks[@]} -eq 0 ]; then
-    echo "Checking for changed notebooked using git"
-    while read -r file || [ -n "$line" ]; do
-        notebooks+=("$file")
-    done < <(git diff --name-only main... | grep '\.ipynb$')
-fi
+notebooks=()
+while read -r file || [ -n "$line" ]; do
+    notebooks+=("$file")
+done < <(git diff --name-only main... | grep '\.ipynb$')
 
 problematic_notebooks=()
 if [ ${#notebooks[@]} -gt 0 ]; then

community-content/CODEOWNERS

@@ -1,6 +1,5 @@
 *  @vertex-ai-samples-contributors  @GoogleCloudPlatform/cloudml-samples-owners
 /tf_agents_bandits_movie_recommendation_with_kfp_and_vertex_sdk	@yinghsienwu
-/pytorch_pre_built_images_deployment @googleapis/vertex-prediction-team
 /pytorch_text_classification_using_vertex_sdk_and_gcloud  @RajeshThallam
 /pytorch_text_classification_using_vertex_sdk_and_gcloud		@RajeshThallam @ultrons
 /sklearn_text_classification_from_script_using_vertex_sdk       @maxhardt

community-content/cpr-examples/timm_serving/.gitignore

@@ -2,5 +2,4 @@ cpr_model_server.py
 entrypoint.py
 state_dict.pth
 config.json
-**/__pycache__
-!testdata/**
+**/__pycache__

community-content/cpr-examples/timm_serving/README.md

@@ -2,7 +2,7 @@
 
 ## About CPR
 
-CPR ([custom prediction routines](https://github.com/googleapis/python-aiplatform/blob/main/google/cloud/aiplatform/prediction/README.md)) is a framework designed by Google Cloud developers to make it easier to combine machine learning models with custom preprocessing and postprocessing logic in a real-time serving application. 
+CPR ([custom prediction routines](https://github.com/googleapis/python-aiplatform/blob/custom-prediction-routine/google/cloud/aiplatform/prediction/README.md)) is a framework designed by Google Cloud developers to make it easier to combine machine learning models with custom preprocessing and postprocessing logic in a real-time serving application. 
 
 ## Using this example
 
@@ -34,23 +34,6 @@ Finally, install the Python modules required to build and run the model server:
 pip install -r requirements.txt
 ```
 
-### Auth
-
-This example uses Google Cloud Storage for hosting model artifacts and Artifact Registry to store the container image. 
-You'll need to authorize yourself before you can interact with these.
-
-First, log in to GCP with application default credentials:
-```sh
-gcloud auth application-default login
-```
-
-Next, if you haven't done so already, set up the [gcloud credential helper](https://cloud.google.com/artifact-registry/docs/docker/authentication)
-for the Artifact Registry region where you intend to host the image.  
-```
-gcloud auth configure-docker <region>-docker.pkg.dev
-```
-
-
 ### Predictor
 
 The `TimmPredictor` class in `timm_serving/predictor.py` implements most of the important logic for the server.

community-content/cpr-examples/timm_serving/config.py

@@ -60,9 +60,9 @@ class CPRConfig(object):
     image: str = "timm_predictor:latest"
     artifact_local_dir: str = ""
     region: str = "us-central1"
-    project_id: str = "<your project ID here>"
+    project_id: str = "samthrasher-experimental"
     repository: str = "cpr-images"
-    artifact_gcs_dir: str = "gs://<your bucket ID here>/timm-vit224/"
+    artifact_gcs_dir: str = "gs://samthrasher-cpr-example/timm-vit224/"
     model_name: str = ""
     endpoint_name: str = ""
     machine_type: str = "n1-standard-2"

community-content/cpr-examples/timm_serving/requirements.txt

@@ -5,4 +5,4 @@ timm==0.5.4
 smart_open==6.0.0
 
 google-cloud-storage>=1.26.0,<2.0.0dev
-google-cloud-aiplatform[prediction]>=1.16.0
+google-cloud-aiplatform[prediction] @ git+https://github.com/googleapis/python-aiplatform.git@custom-prediction-routine

community-content/cpr-examples/timm_serving/test.py

@@ -70,10 +70,7 @@ class PredictorUnitTests(absltest.TestCase):
     def setUp(self):
         super().setUp()
         self.config = CPRConfig()
-        try:
-            self.config.load()
-        except FileNotFoundError:
-            logging.info("No saved config file found, using default values.")
+        self.config.load()
         self.predictor = predictor.TimmPredictor()
 
     def test_load_from_saved_state_dict_ok(self):
@@ -173,10 +170,7 @@ class ServerEndToEndTests(absltest.TestCase):
     def setUp(self):
         super().setUp()
         self.config = CPRConfig()
-        try:
-            self.config.load()
-        except FileNotFoundError:
-            logging.info("No saved config file found, using default values.")
+        self.config.load()
         self.local_model = cpr.LocalModel(
             serving_container_spec=aiplatform.gapic.ModelContainerSpec(
                 image_uri=self.config.image

community-content/cpr-examples/timm_serving/testdata/bad_model_1/state_dict.pth

@@ -1 +0,0 @@
-blah

community-content/pytorch_image_classification_distributed_data_parallel_training_with_vertex_sdk/multi_node_ddp_gloo_vertex_training_with_custom_container.ipynb

@@ -0,0 +1,474 @@
+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "a6b56b1c7b76"
+      },
+      "outputs": [],
+      "source": [
+        "# Copyright 2021 Google LLC\n",
+        "#\n",
+        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
+        "# you may not use this file except in compliance with the License.\n",
+        "# You may obtain a copy of the License at\n",
+        "#\n",
+        "#     https://www.apache.org/licenses/LICENSE-2.0\n",
+        "#\n",
+        "# Unless required by applicable law or agreed to in writing, software\n",
+        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
+        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
+        "# See the License for the specific language governing permissions and\n",
+        "# limitations under the License."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "c414a395a19b"
+      },
+      "source": [
+        "# PyTorch Image Classification Multi-Node Distributed Data Parallel Training on CPU using Vertex Training with Custom Container"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "b98238e32cf7"
+      },
+      "source": [
+        "<table align=\"left\">\n",
+        "  <td>\n",
+        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/master/community-content/pytorch_image_classification_distributed_data_parallel_training_with_vertex_sdk/multi_node_ddp_gloo_vertex_training_with_custom_container.ipynb\">\n",
+        "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
+        "      View on GitHub\n",
+        "    </a>\n",
+        "  </td>\n",
+        "</table>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "03d216c7f7b1"
+      },
+      "source": [
+        "## Setup"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "c5ac73516218"
+      },
+      "outputs": [],
+      "source": [
+        "PROJECT_ID = \"YOUR PROJECT ID\"\n",
+        "BUCKET_NAME = \"gs://YOUR BUCKET NAME\"\n",
+        "REGION = \"YOUR REGION\"\n",
+        "SERVICE_ACCOUNT = \"YOUR SERVICE ACCOUNT\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "0b5ae674177e"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil ls -al $BUCKET_NAME"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "19a9b3bdd553"
+      },
+      "outputs": [],
+      "source": [
+        "content_name = \"pt-img-cls-multi-node-ddp-cust-cont\""
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "57bf6f8b4361"
+      },
+      "source": [
+        "## Local Training"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "e5d8a3443da0"
+      },
+      "outputs": [],
+      "source": [
+        "! ls trainer"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "07f79309472d"
+      },
+      "outputs": [],
+      "source": [
+        "! cat trainer/requirements.txt"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "e16cd8bb7483"
+      },
+      "outputs": [],
+      "source": [
+        "! pip install -r trainer/requirements.txt"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "0b8a210718c4"
+      },
+      "outputs": [],
+      "source": [
+        "! cat trainer/task.py"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "c0c6e7dfb3c6"
+      },
+      "outputs": [],
+      "source": [
+        "%run trainer/task.py --epochs 5 --no-cuda --local-mode"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "31dfdeede587"
+      },
+      "outputs": [],
+      "source": [
+        "! ls ./tmp"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "48d56ec621cc"
+      },
+      "outputs": [],
+      "source": [
+        "! rm -rf ./tmp"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "8f3ea1210749"
+      },
+      "source": [
+        "## Vertex Training using Vertex SDK and Custom Container"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "93002a20a2a6"
+      },
+      "source": [
+        "### Build Custom Container"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "4130ce43fd08"
+      },
+      "outputs": [],
+      "source": [
+        "hostname = \"gcr.io\"\n",
+        "image_name = content_name\n",
+        "tag = \"latest\"\n",
+        "\n",
+        "custom_container_image_uri = f\"{hostname}/{PROJECT_ID}/{image_name}:{tag}\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "2f1fc5b05240"
+      },
+      "outputs": [],
+      "source": [
+        "! cd trainer && docker build -t $custom_container_image_uri -f Dockerfile ."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "b4f274f499ac"
+      },
+      "outputs": [],
+      "source": [
+        "! docker run --rm $custom_container_image_uri --epochs 5 --no-cuda --local-mode"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ee1a0a06d0b4"
+      },
+      "outputs": [],
+      "source": [
+        "! docker push $custom_container_image_uri"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "cb763be12fc9"
+      },
+      "outputs": [],
+      "source": [
+        "! gcloud container images list --repository $hostname/$PROJECT_ID"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "10c8cc6b3334"
+      },
+      "source": [
+        "### Initialize Vertex SDK"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "1a12348169fa"
+      },
+      "outputs": [],
+      "source": [
+        "! pip install -r requirements.txt"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "42e981cefe41"
+      },
+      "outputs": [],
+      "source": [
+        "from google.cloud import aiplatform\n",
+        "\n",
+        "aiplatform.init(\n",
+        "    project=PROJECT_ID,\n",
+        "    staging_bucket=BUCKET_NAME,\n",
+        "    location=REGION,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "73c92c9298e9"
+      },
+      "source": [
+        "### Create a Vertex Tensorboard Instance"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "bde509558cd5"
+      },
+      "outputs": [],
+      "source": [
+        "content_name = content_name + \"-cpu\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "6d7908c0083c"
+      },
+      "outputs": [],
+      "source": [
+        "tensorboard = aiplatform.Tensorboard.create(\n",
+        "    display_name=content_name,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "a1f0a4f54037"
+      },
+      "source": [
+        "#### Option: Use a Previously Created Vertex Tensorboard Instance\n",
+        "\n",
+        "```\n",
+        "tensorboard_name = \"Your Tensorboard Resource Name or Tensorboard ID\"\n",
+        "tensorboard = aiplatform.Tensorboard(tensorboard_name=tensorboard_name)\n",
+        "```"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "a4cac84e04ac"
+      },
+      "source": [
+        "### Run a Vertex SDK CustomContainerTrainingJob"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "f92e8fdd44ee"
+      },
+      "outputs": [],
+      "source": [
+        "display_name = content_name\n",
+        "gcs_output_uri_prefix = f\"{BUCKET_NAME}/{display_name}\"\n",
+        "\n",
+        "replica_count = 4\n",
+        "machine_type = \"n1-standard-4\"\n",
+        "\n",
+        "args = [\n",
+        "    \"--backend\",\n",
+        "    \"gloo\",\n",
+        "    \"--no-cuda\",\n",
+        "    \"--batch-size\",\n",
+        "    \"128\",\n",
+        "    \"--epochs\",\n",
+        "    \"25\",\n",
+        "]"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ae4c57df7e07"
+      },
+      "outputs": [],
+      "source": [
+        "custom_container_training_job = aiplatform.CustomContainerTrainingJob(\n",
+        "    display_name=display_name,\n",
+        "    container_uri=custom_container_image_uri,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "35cf3ecdf0df"
+      },
+      "outputs": [],
+      "source": [
+        "custom_container_training_job.run(\n",
+        "    args=args,\n",
+        "    base_output_dir=gcs_output_uri_prefix,\n",
+        "    replica_count=replica_count,\n",
+        "    machine_type=machine_type,\n",
+        "    tensorboard=tensorboard.resource_name,\n",
+        "    service_account=SERVICE_ACCOUNT,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "49d10dded73b"
+      },
+      "outputs": [],
+      "source": [
+        "print(f\"Custom Training Job Name: {custom_container_training_job.resource_name}\")\n",
+        "print(f\"GCS Output URI Prefix: {gcs_output_uri_prefix}\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "78398f52807b"
+      },
+      "source": [
+        "### Training Output Artifact"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "fc74422de1d1"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil ls $gcs_output_uri_prefix"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "5e99a6a05b10"
+      },
+      "source": [
+        "## Clean Up Artifact"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "b0c1b3f7466b"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil rm -rf $gcs_output_uri_prefix"
+      ]
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "name": "multi_node_ddp_gloo_vertex_training_with_custom_container.ipynb",
+      "toc_visible": true
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

community-content/pytorch_image_classification_distributed_data_parallel_training_with_vertex_sdk/multi_node_ddp_nccl_vertex_training_with_custom_container.ipynb

@@ -0,0 +1,347 @@
+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "a6b56b1c7b76"
+      },
+      "outputs": [],
+      "source": [
+        "# Copyright 2021 Google LLC\n",
+        "#\n",
+        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
+        "# you may not use this file except in compliance with the License.\n",
+        "# You may obtain a copy of the License at\n",
+        "#\n",
+        "#     https://www.apache.org/licenses/LICENSE-2.0\n",
+        "#\n",
+        "# Unless required by applicable law or agreed to in writing, software\n",
+        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
+        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
+        "# See the License for the specific language governing permissions and\n",
+        "# limitations under the License."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "20a5ea0081d0"
+      },
+      "source": [
+        "# PyTorch Image Classification Multi-Node Distributed Data Parallel Training on GPU using Vertex Training with Custom Container"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "8752d4a255fb"
+      },
+      "source": [
+        "<table align=\"left\">\n",
+        "  <td>\n",
+        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/master/community-content/pytorch_image_classification_distributed_data_parallel_training_with_vertex_sdk/multi_node_ddp_nccl_vertex_training_with_custom_container.ipynb\">\n",
+        "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
+        "      View on GitHub\n",
+        "    </a>\n",
+        "  </td>\n",
+        "</table>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "03d216c7f7b1"
+      },
+      "source": [
+        "## Setup"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "c5ac73516218"
+      },
+      "outputs": [],
+      "source": [
+        "PROJECT_ID = \"YOUR PROJECT ID\"\n",
+        "BUCKET_NAME = \"gs://YOUR BUCKET NAME\"\n",
+        "REGION = \"YOUR REGION\"\n",
+        "SERVICE_ACCOUNT = \"YOUR SERVICE ACCOUNT\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "0b5ae674177e"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil ls -al $BUCKET_NAME"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "19a9b3bdd553"
+      },
+      "outputs": [],
+      "source": [
+        "content_name = \"pt-img-cls-multi-node-ddp-cust-cont\""
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "5307fe28b633"
+      },
+      "source": [
+        "## Vertex Training using Vertex SDK and Custom Container"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "46cb58c7fbf9"
+      },
+      "source": [
+        "### Built Custom Container"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "97e66e9f9bab"
+      },
+      "outputs": [],
+      "source": [
+        "hostname = \"gcr.io\"\n",
+        "image_name = content_name\n",
+        "tag = \"latest\"\n",
+        "\n",
+        "custom_container_image_uri = f\"{hostname}/{PROJECT_ID}/{image_name}:{tag}\""
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "ae9b29c4773f"
+      },
+      "source": [
+        "### Initialize Vertex SDK"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "dc1e84d5dec2"
+      },
+      "outputs": [],
+      "source": [
+        "! pip install -r requirements.txt"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "6964be27b98e"
+      },
+      "outputs": [],
+      "source": [
+        "from google.cloud import aiplatform\n",
+        "\n",
+        "aiplatform.init(\n",
+        "    project=PROJECT_ID,\n",
+        "    staging_bucket=BUCKET_NAME,\n",
+        "    location=REGION,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "594a91f438f2"
+      },
+      "source": [
+        "### Create a Vertex Tensorboard Instance"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "93134273261e"
+      },
+      "outputs": [],
+      "source": [
+        "content_name = content_name + \"-gpu\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "c2bd82dbcd9b"
+      },
+      "outputs": [],
+      "source": [
+        "tensorboard = aiplatform.Tensorboard.create(\n",
+        "    display_name=content_name,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "ebc593c6472e"
+      },
+      "source": [
+        "#### Option: Use a Previously Created Vertex Tensorboard Instance\n",
+        "\n",
+        "```\n",
+        "tensorboard_name = \"Your Tensorboard Resource Name or Tensorboard ID\"\n",
+        "tensorboard = aiplatform.Tensorboard(tensorboard_name=tensorboard_name)\n",
+        "```"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "0769e8e34c2f"
+      },
+      "source": [
+        "### Run a Vertex SDK CustomContainerTrainingJob"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "023f33ece826"
+      },
+      "outputs": [],
+      "source": [
+        "display_name = content_name\n",
+        "gcs_output_uri_prefix = f\"{BUCKET_NAME}/{display_name}\"\n",
+        "\n",
+        "replica_count = 1\n",
+        "machine_type = \"n1-standard-4\"\n",
+        "accelerator_count = 4\n",
+        "accelerator_type = \"NVIDIA_TESLA_K80\"\n",
+        "\n",
+        "args = [\n",
+        "    \"--backend\",\n",
+        "    \"nccl\",\n",
+        "    \"--batch-size\",\n",
+        "    \"128\",\n",
+        "    \"--epochs\",\n",
+        "    \"25\",\n",
+        "]"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "d4b599e726ef"
+      },
+      "outputs": [],
+      "source": [
+        "custom_container_training_job = aiplatform.CustomContainerTrainingJob(\n",
+        "    display_name=display_name,\n",
+        "    container_uri=custom_container_image_uri,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "81321e3bdf7f"
+      },
+      "outputs": [],
+      "source": [
+        "custom_container_training_job.run(\n",
+        "    args=args,\n",
+        "    base_output_dir=gcs_output_uri_prefix,\n",
+        "    replica_count=replica_count,\n",
+        "    machine_type=machine_type,\n",
+        "    accelerator_count=accelerator_count,\n",
+        "    accelerator_type=accelerator_type,\n",
+        "    tensorboard=tensorboard.resource_name,\n",
+        "    service_account=SERVICE_ACCOUNT,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "5100712c2c4c"
+      },
+      "outputs": [],
+      "source": [
+        "print(f\"Custom Training Job Name: {custom_container_training_job.resource_name}\")\n",
+        "print(f\"GCS Output URI Prefix: {gcs_output_uri_prefix}\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "f9b77676e5a6"
+      },
+      "source": [
+        "### Training Output Artifact"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "0e171ce95ace"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil ls $gcs_output_uri_prefix"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "cf1b74a12b87"
+      },
+      "source": [
+        "## Clean Up Artifact"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "a0b15089c341"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil rm -rf $gcs_output_uri_prefix"
+      ]
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "name": "multi_node_ddp_nccl_vertex_training_with_custom_container.ipynb",
+      "toc_visible": true
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

community-content/pytorch_pre_built_images_deployment/README.md

@@ -1,30 +0,0 @@
-# PyTorch Deployment on Google Cloud: Text Classification
-
-**This is an Experimental release**, covered by the Pre-GA Offerings Terms of your Google Cloud Platform [Terms of Service](https://cloud.google.com/terms).
-
-Experiments are focused on validating a prototype and are not guaranteed to be released. They are not intended for production use or covered by any SLA, support obligation, or deprecation policy and might be subject to backward-incompatible changes.
-
-**Kindly drop us a note before you run any scale tests.**
-
-**Do not hesitate to contact vertexai-prediction-preview-feedback@google.com if you have any questions or run into any issues.**
-
-The projects need to be added to the allowlist in order to deploy PyTorch models using Vertex AI Prediction pre-built PyTorch images. If you are interested in the feature, please send an email to vertexai-prediction-preview-feedback@google.com to provide your project numbers OR project ids.
-
-## Overview
-
-In the PyTorch on Google Cloud series of blog posts, we aim to share how to deploy PyTorch models at scale on [Vertex AI](https://cloud.google.com/vertex-ai).
-
-This tutorial on text classification shows how to deploy a PyTorch based text classification model on [Vertex AI](https://cloud.google.com/vertex-ai/docs/start/client-libraries#python) using Vertex SDK and [`gcloud ai`](https://cloud.google.com/sdk/gcloud/reference/beta/ai).
-
-## Notebooks
-
-| <h4>Notebook</h4> | <h4>Description</h4>                       |
-| :-------- | :------- |
-| [pytorch-text-classification-vertex-ai-deploy.ipynb](./pytorch-text-classification-vertex-ai-deploy.ipynb) | Notebook to show deploying a PyTorch model on Vertex AI |
-
-## Folders
-
-
-| <h4>Folder Name</h4> | <h4>Description</h4>                       |
-| :-------- | :------- |
-| [`predictor`](./predictor) | Folder with custom prediction handler to deploy a PyTorch model to Vertex Prediction. In the [notebook](./pytorch-text-classification-vertex-ai-deploy.ipynb), this folder is used for deploying a PyTorch model on Vertex AI using Vertex Prediction pre-built PyTorch images |

community-content/pytorch_pre_built_images_deployment/predictor/custom_handler.py

@@ -1,91 +0,0 @@
-
-import os
-import json
-import logging
-
-import torch
-from transformers import AutoModelForSequenceClassification, AutoTokenizer
-from ts.torch_handler.base_handler import BaseHandler
-
-logger = logging.getLogger(__name__)
-
-
-class TransformersClassifierHandler(BaseHandler):
-    """
-    The handler takes an input string and returns the classification text 
-    based on the serialized transformers checkpoint.
-    """
-    def __init__(self):
-        super(TransformersClassifierHandler, self).__init__()
-        self.initialized = False
-
-    def initialize(self, ctx):
-        """ Loads the model.pt file and initialized the model object.
-        Instantiates Tokenizer for preprocessor to use
-        Loads labels to name mapping file for post-processing inference response
-        """
-        self.manifest = ctx.manifest
-
-        properties = ctx.system_properties
-        model_dir = properties.get("model_dir")
-        self.device = torch.device("cuda:" + str(properties.get("gpu_id")) if torch.cuda.is_available() else "cpu")
-
-        # Read model serialize/pt file
-        serialized_file = self.manifest["model"]["serializedFile"]
-        model_pt_path = os.path.join(model_dir, serialized_file)
-        if not os.path.isfile(model_pt_path):
-            raise RuntimeError("Missing the model.pt or pytorch_model.bin file")
-        
-        # Load model
-        self.model = AutoModelForSequenceClassification.from_pretrained(model_dir)
-        self.model.to(self.device)
-        self.model.eval()
-        logger.debug('Transformer model from path {0} loaded successfully'.format(model_dir))
-        
-        # Ensure to use the same tokenizer used during training
-        self.tokenizer = AutoTokenizer.from_pretrained('bert-base-cased')
-
-        # Read the mapping file, index to object name
-        mapping_file_path = os.path.join(model_dir, "index_to_name.json")
-
-        if os.path.isfile(mapping_file_path):
-            with open(mapping_file_path) as f:
-                self.mapping = json.load(f)
-        else:
-            logger.warning('Missing the index_to_name.json file. Inference output will default.')
-            self.mapping = {"0": "Negative",  "1": "Positive"}
-
-        self.initialized = True
-
-    def preprocess(self, data):
-        """ Preprocessing input request by tokenizing
-            Extend with your own preprocessing steps as needed
-        """
-        text = data[0].get("data")
-        if text is None:
-            text = data[0].get("body")
-        sentences = text.decode('utf-8')
-        logger.info("Received text: '%s'", sentences)
-
-        # Tokenize the texts
-        tokenizer_args = ((sentences,))
-        inputs = self.tokenizer(*tokenizer_args,
-                                padding='max_length',
-                                max_length=128,
-                                truncation=True,
-                                return_tensors = "pt")
-        return inputs
-
-    def inference(self, inputs):
-        """ Predict the class of a text using a trained transformer model.
-        """
-        prediction = self.model(inputs['input_ids'].to(self.device))[0].argmax().item()
-
-        if self.mapping:
-            prediction = self.mapping[str(prediction)]
-
-        logger.info("Model predicted: '%s'", prediction)
-        return [prediction]
-
-    def postprocess(self, inference_output):
-        return inference_output

community-content/pytorch_pre_built_images_deployment/predictor/index_to_name.json

@@ -1,5 +0,0 @@
-
-{
-    "0": "Negative", 
-    "1": "Positive"
-}

community-content/pytorch_text_classification_using_vertex_sdk_and_gcloud/pytorch-text-classification-vertex-ai-train-tune-deploy.ipynb

@@ -658,8 +658,8 @@
       },
       "outputs": [],
       "source": [
-        "dataset = load_dataset(\"imdb\")\n",
-        "dataset"
+        "datasets = load_dataset(\"imdb\")\n",
+        "datasets"
       ]
     },
     {
@@ -668,7 +668,7 @@
         "id": "RzfPtOMoIrIu"
       },
       "source": [
-        "The `dataset` object itself is [`DatasetDict`](https://huggingface.co/docs/datasets/package_reference/main_classes.html#datasetdict), which contains one key for the training, validation and test set."
+        "The `datasets` object itself is [`DatasetDict`](https://huggingface.co/docs/datasets/package_reference/main_classes.html#datasetdict), which contains one key for the training, validation and test set."
       ]
     },
     {
@@ -681,12 +681,12 @@
       "source": [
         "print(\n",
         "    \"Total # of rows in training dataset {} and size {:5.2f} MB\".format(\n",
-        "        dataset[\"train\"].shape[0], dataset[\"train\"].size_in_bytes / (1024 * 1024)\n",
+        "        datasets[\"train\"].shape[0], datasets[\"train\"].size_in_bytes / (1024 * 1024)\n",
         "    )\n",
         ")\n",
         "print(\n",
         "    \"Total # of rows in test dataset {} and size {:5.2f} MB\".format(\n",
-        "        dataset[\"test\"].shape[0], dataset[\"test\"].size_in_bytes / (1024 * 1024)\n",
+        "        datasets[\"test\"].shape[0], datasets[\"test\"].size_in_bytes / (1024 * 1024)\n",
         "    )\n",
         ")"
       ]
@@ -708,7 +708,7 @@
       },
       "outputs": [],
       "source": [
-        "dataset[\"train\"][0]"
+        "datasets[\"train\"][0]"
       ]
     },
     {
@@ -728,7 +728,7 @@
       },
       "outputs": [],
       "source": [
-        "label_list = dataset[\"train\"].unique(\"label\")\n",
+        "label_list = datasets[\"train\"].unique(\"label\")\n",
         "label_list"
       ]
     },
@@ -779,7 +779,7 @@
       },
       "outputs": [],
       "source": [
-        "show_random_elements(dataset[\"train\"])"
+        "show_random_elements(datasets[\"train\"])"
       ]
     },
     {
@@ -883,7 +883,7 @@
       },
       "outputs": [],
       "source": [
-        "example = dataset[\"train\"][4]\n",
+        "example = datasets[\"train\"][4]\n",
         "print(example)"
       ]
     },
@@ -920,7 +920,7 @@
       "source": [
         "# Dataset loading repeated here to make this cell idempotent\n",
         "# Since we are over-writing datasets variable\n",
-        "dataset = load_dataset(\"imdb\")\n",
+        "datasets = load_dataset(\"imdb\")\n",
         "\n",
         "# Mapping labels to ids\n",
         "# NOTE: We can extract this automatically but the `Unique` method of the datasets\n",
@@ -948,7 +948,7 @@
         "\n",
         "\n",
         "# apply preprocessing function to input examples\n",
-        "dataset = dataset.map(preprocess_function, batched=True, load_from_cache_file=True)"
+        "datasets = datasets.map(preprocess_function, batched=True, load_from_cache_file=True)"
       ]
     },
     {
@@ -1091,8 +1091,8 @@
         "trainer = Trainer(\n",
         "    model,\n",
         "    args,\n",
-        "    train_dataset=dataset[\"train\"],\n",
-        "    eval_dataset=dataset[\"test\"],\n",
+        "    train_dataset=datasets[\"train\"],\n",
+        "    eval_dataset=datasets[\"test\"],\n",
         "    data_collator=default_data_collator,\n",
         "    tokenizer=tokenizer,\n",
         "    compute_metrics=compute_metrics,\n",

notebooks/community/CODEOWNERS

@@ -17,7 +17,6 @@
 /explainable_ai/SDK_Custom_Container_XAI.ipynb @brianchunkang
 /matching_engine/sdk_matching_engine_for_indexing.ipynb @ivanmkc
 /matching_engine/matching_engine_for_indexing.ipynb @yinghsienwu
-/matching_engine/stream_update_for_matching_engine.ipynb @peterping666
 /sdk/pytorch_lightning_custom_container_training.ipynb @brianchunkang
 /tensorboard @yfang1
 /feature_store @nayaknishant @morgandu
@@ -28,6 +27,4 @@
 /notebooks/community/ml_ops/stage2/get_started_with_visionapi_and_automl.ipynb @mansari
 /notebooks/community/neo4j/graph_paysim.ipynb @benofben @laeg
 /notebooks/community/ml_ops/stage1/get_started_with_visionapi_and_vertex_datasets.ipynb @mansari
-/notebooks/community/pipelines/google_cloud_pipeline_components_bqml_pipeline_demand_forecasting.ipynb @inardini
-/notebooks/community/ml_ops/stage2/get_started_vertex_hpt_r_kernel.ipynb @fhirschmann
-/notebooks/community/ml_ops/stage2/get_started_vertex_training_r_using_r_kernel.ipynb @fhirschmann
+/notebooks/community/pipelines/google_cloud_pipeline_components_bqml_pipeline_demand_forecasting.ipynb @inardini

notebooks/community/bigquery_ml/bqml-online-prediction.ipynb

@@ -32,18 +32,18 @@
         "<table align=\"left\">\n",
         "\n",
         "  <td>\n",
-        "    <a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/master/notebooks/official/bigquery_ml/bqml-online-prediction.ipynb\">\n",
+        "    <a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/master/notebooks/community/bigquery_ml/bqml-online-prediction.ipynb\">\n",
         "      <img src=\"https://cloud.google.com/ml-engine/images/colab-logo-32px.png\" alt=\"Colab logo\"> Run in Colab\n",
         "    </a>\n",
         "  </td>\n",
         "  <td>\n",
-        "    <a href=\"https://github/GoogleCloudPlatform/vertex-ai-samples/blob/master/notebooks/official/bigquery_ml/bqml-online-prediction.ipynb\">\n",
+        "    <a href=\"https://github/GoogleCloudPlatform/vertex-ai-samples/blob/master/notebooks/community/bigquery_ml/bqml-online-prediction.ipynb\">\n",
         "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
         "      View on GitHub\n",
         "    </a>\n",
         "  </td>\n",
         "  <td>\n",
-        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/blob/master/notebooks/official/bigquery_ml/bqml-online-prediction.ipynb\">\n",
+        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/blob/master/notebooks/community/bigquery_ml/bqml-online-prediction.ipynb\">\n",
         "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
         "      Open in Vertex AI Workbench\n",
         "    </a>\n",
@@ -63,7 +63,7 @@
         "\n",
         "### Dataset\n",
         "\n",
-        "The dataset, <a href=\"https://console.cloud.google.com/bigquery?project=bigquery-public-data&d=ga4_obfuscated_sample_ecommerce&p=bigquery-public-data&page=dataset\" target=\"_blank\">available publicly on BigQuery</a>, comes from obfuscated <a href=\"https://support.google.com/analytics/answer/10937659\" target=\"_blank\">Google Analytics 4 data</a> from the <a href=\"https://shop.googlemerchandisestore.com/\" target=\"_blank\">Google Merchandise Store</a>).\n",
+        "The dataset, [available publicly on BigQuery](https://console.cloud.google.com/bigquery?project=bigquery-public-data&d=ga4_obfuscated_sample_ecommerce&p=bigquery-public-data&page=dataset), comes from obfuscated [Google Analytics 4 data](https://support.google.com/analytics/answer/10937659) from the [Google Merchandise Store](https://shop.googlemerchandisestore.com/).\n",
         "\n",
         "### Objective\n",
         "\n",
@@ -95,9 +95,9 @@
         "* Vertex AI\n",
         "\n",
         "\n",
-        "Learn about <a href=\"https://cloud.google.com/bigquery/pricing\" target=\"_blank\">BigQuery Pricing</a>, <a href=\"https://cloud.google.com/bigquery-ml/pricing\" target=\"_blank\">BigQuery ML pricing</a>, <a href=\"https://cloud.google.com/vertex-ai/pricing\" target=\"_blank\">Vertex AI\n",
-        "pricing</a>, and use the <a href=\"https://cloud.google.com/products/calculator/\" target=\"_blank\">Pricing\n",
-        "Calculator</a>\n",
+        "Learn about [BigQuery Pricing](https://cloud.google.com/bigquery/pricing), [BigQuery ML pricing](https://cloud.google.com/bigquery-ml/pricing), [Vertex AI\n",
+        "pricing](https://cloud.google.com/vertex-ai/pricing), and use the [Pricing\n",
+        "Calculator](https://cloud.google.com/products/calculator/)\n",
         "to generate a cost estimate based on your projected usage."
       ]
     },
@@ -128,18 +128,18 @@
         "* virtualenv\n",
         "* Jupyter notebook running in a virtual environment with Python 3\n",
         "\n",
-        "The Google Cloud guide to <a href=\"https://cloud.google.com/python/setup\" target=\"_blank\">Setting up a Python development\n",
-        "environment</a> and the <a href=\"https://jupyter.org/install\" target=\"_blank\">Jupyter\n",
-        "installation guide</a> provide detailed instructions\n",
+        "The Google Cloud guide to [Setting up a Python development\n",
+        "environment](https://cloud.google.com/python/setup) and the [Jupyter\n",
+        "installation guide](https://jupyter.org/install) provide detailed instructions\n",
         "for meeting these requirements. The following steps provide a condensed set of\n",
         "instructions:\n",
         "\n",
-        "1. <a href=\"https://cloud.google.com/sdk/docs/\" target=\"_blank\">Install and initialize the Cloud SDK.</a>\n",
+        "1. [Install and initialize the Cloud SDK.](https://cloud.google.com/sdk/docs/)\n",
         "\n",
-        "1. <a href=\"https://cloud.google.com/python/setup#installing_python\" target=\"_blank\">Install Python 3.</a>\n",
+        "1. [Install Python 3.](https://cloud.google.com/python/setup#installing_python)\n",
         "\n",
-        "1. <a href=\"https://cloud.google.com/python/setup#installing_and_using_virtualenv\" target=\"_blank\">Install\n",
-        "   virtualenv</a>\n",
+        "1. [Install\n",
+        "   virtualenv](https://cloud.google.com/python/setup#installing_and_using_virtualenv)\n",
         "   and create a virtual environment that uses Python 3. Activate the virtual environment.\n",
         "\n",
         "1. To install Jupyter, run `pip3 install jupyter` on the\n",
@@ -234,13 +234,13 @@
         "\n",
         "**The following steps are required, regardless of your notebook environment.**\n",
         "\n",
-        "1. <a href=\"https://console.cloud.google.com/cloud-resource-manager\" target=\"_blank\">Select or create a Google Cloud project</a>. When you first create an account, you get a $300 free credit towards your compute/storage costs.\n",
+        "1. [Select or create a Google Cloud project](https://console.cloud.google.com/cloud-resource-manager). When you first create an account, you get a $300 free credit towards your compute/storage costs.\n",
         "\n",
-        "1. <a href=\"https://cloud.google.com/billing/docs/how-to/modify-project\" target=\"_blank\">Make sure that billing is enabled for your project</a>.\n",
+        "1. [Make sure that billing is enabled for your project](https://cloud.google.com/billing/docs/how-to/modify-project).\n",
         "\n",
-        "1. <a href=\"https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com\" target=\"_blank\">Enable the Vertex AI API</a>.\n",
+        "1. [Enable the Vertex AI API](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com).\n",
         "\n",
-        "1. If you are running this notebook locally, you will need to install the <a href=\"https://cloud.google.com/sdk\" target=\"_blank\">Cloud SDK</a>.\n",
+        "1. If you are running this notebook locally, you will need to install the [Cloud SDK](https://cloud.google.com/sdk).\n",
         "\n",
         "1. Enter your project ID in the cell below. Then run the cell to make sure the\n",
         "Cloud SDK uses the right project for all the commands in this notebook.\n",
@@ -267,7 +267,7 @@
       },
       "outputs": [],
       "source": [
-        "PROJECT_ID = \"[YOUR-PROJECT-ID]\"\n",
+        "PROJECT_ID = \"YOUR-PROJECT-ID\"\n",
         "\n",
         "# Get your Google Cloud project ID from gcloud\n",
         "import os\n",
@@ -314,9 +314,9 @@
         "- Europe: `europe-west4`\n",
         "- Asia Pacific: `asia-east1`\n",
         "\n",
-        "You might not be able to use a multi-regional bucket for training with Vertex AI. Not all regions provide support for all Vertex AI services.\n",
+        "You may not use a multi-regional bucket for training with Vertex AI. Not all regions provide support for all Vertex AI services.\n",
         "\n",
-        "Learn more about <a href=\"https://cloud.google.com/vertex-ai/docs/general/locations\" target=\"_blank\">Vertex AI regions</a>."
+        "Learn more about [Vertex AI regions](https://cloud.google.com/vertex-ai/docs/general/locations)."
       ]
     },
     {
@@ -339,9 +339,9 @@
         "id": "06571eb4063b"
       },
       "source": [
-        "#### UUID\n",
+        "#### Timestamp\n",
         "\n",
-        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a uuid for each instance session, and append it onto the name of resources you create in this tutorial."
+        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a timestamp for each instance session, and append it onto the name of resources you create in this tutorial."
       ]
     },
     {
@@ -352,16 +352,9 @@
       },
       "outputs": [],
       "source": [
-        "import random\n",
-        "import string\n",
+        "from datetime import datetime\n",
         "\n",
-        "\n",
-        "# Generate a uuid of a specifed length(default=8)\n",
-        "def generate_uuid(length: int = 8) -> str:\n",
-        "    return \"\".join(random.choices(string.ascii_lowercase + string.digits, k=length))\n",
-        "\n",
-        "\n",
-        "UUID = generate_uuid()"
+        "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
       ]
     },
     {
@@ -387,7 +380,8 @@
         "\n",
         "**Otherwise**, follow these steps:\n",
         "\n",
-        "1. In the Cloud Console, go to the <a href=\"https://console.cloud.google.com/apis/credentials/serviceaccountkey\" target=\"_blank\">**Create service account key** page</a>.\n",
+        "1. In the Cloud Console, go to the [**Create service account key**\n",
+        "   page](https://console.cloud.google.com/apis/credentials/serviceaccountkey).\n",
         "\n",
         "2. Click **Create service account**.\n",
         "\n",
@@ -492,10 +486,7 @@
       },
       "outputs": [],
       "source": [
-        "from typing import Union\n",
-        "\n",
         "import google.cloud.aiplatform as vertex_ai\n",
-        "import pandas as pd\n",
         "from google.cloud import bigquery"
       ]
     },
@@ -559,17 +550,24 @@
       "outputs": [],
       "source": [
         "# Wrapper to use BigQuery client to run query/job, return job ID or result as DF\n",
-        "def run_bq_query(sql: str) -> Union[str, pd.DataFrame]:\n",
+        "def bq_query(sql):\n",
         "    \"\"\"\n",
         "    Input: SQL query, as a string, to execute in BigQuery\n",
         "    Returns the query results as a pandas DataFrame, or error, if any\n",
         "    \"\"\"\n",
+        "    # Import Exceptions library to help with dataset error catching\n",
+        "    from google.cloud.exceptions import BadRequest\n",
         "\n",
         "    # Try dry run before executing query to catch any errors\n",
-        "    job_config = bigquery.QueryJobConfig(dry_run=True, use_query_cache=False)\n",
-        "    bq_client.query(sql, job_config=job_config)\n",
+        "    try:\n",
+        "        job_config = bigquery.QueryJobConfig(dry_run=True, use_query_cache=False)\n",
+        "\n",
+        "        bq_client.query(sql, job_config=job_config)\n",
+        "\n",
+        "    except BadRequest as err:\n",
+        "        print(err)\n",
+        "        return\n",
         "\n",
-        "    # If dry run succeeds without errors, proceed to run query\n",
         "    job_config = bigquery.QueryJobConfig()\n",
         "    client_result = bq_client.query(sql, job_config=job_config)\n",
         "\n",
@@ -591,7 +589,7 @@
         "\n",
         "BigQuery ML (BQML) provides the capability to train ML tabular models, such as classification, regression, forecasting, and matrix factorization, in BigQuery using SQL syntax directly. BigQuery ML uses the scalable infrastructure of BigQuery ML so you don't need to set up additional infrastructure for training or batch serving.\n",
         "\n",
-        "Learn more about <a href=\"https://cloud.google.com/bigquery-ml/docs\" target=\"_blank\">BigQuery ML documentation</a>."
+        "Learn more about [BigQuery ML documentation](https://cloud.google.com/bigquery-ml/docs)."
       ]
     },
     {
@@ -602,13 +600,9 @@
       },
       "outputs": [],
       "source": [
-        "BQ_DATASET_NAME = f\"ga4_churnprediction_{UUID}\"\n",
+        "BQ_DATASET_NAME = \"ga4_churnprediction\"\n",
         "\n",
-        "sql_create_dataset = f\"\"\"CREATE SCHEMA IF NOT EXISTS {BQ_DATASET_NAME}\"\"\"\n",
-        "\n",
-        "print(sql_create_dataset)\n",
-        "\n",
-        "run_bq_query(sql_create_dataset)"
+        "bq_query(f\"\"\"CREATE SCHEMA IF NOT EXISTS {BQ_DATASET_NAME}\"\"\")"
       ]
     },
     {
@@ -626,7 +620,7 @@
         "id": "49dd00d5fbe5"
       },
       "source": [
-        "Inpect data that has been pre-processed from <a href=\"https://support.google.com/analytics/answer/10937659\" target=\"_blank\">Google Analytics 4 data from the Google Merchandise Store</a> so that it can be used for classification. For more information on how this data was prepared, read <a href=\"https://cloud.google.com/blog/topics/developers-practitioners/churn-prediction-game-developers-using-google-analytics-4-ga4-and-bigquery-ml\" target=\"_blank\">this blog post</a>.\n",
+        "Inpect data that has been pre-processed from [Google Analytics 4 data from the Google Merchandise Store](https://support.google.com/analytics/answer/10937659) so that it can be used for classification. For more information on how this data was prepared, read [this blog post](https://cloud.google.com/blog/topics/developers-practitioners/churn-prediction-game-developers-using-google-analytics-4-ga4-and-bigquery-ml).\n",
         "\n",
         "As seen below, each row represents a single user, and the columns represent their demographic features, their aggregated behavioral features in the first 24 hours of visiting the Google Merchandise Store, and the label (whether the user churned or returned any time after the first 24 hours)."
       ]
@@ -647,7 +641,7 @@
         "LIMIT\n",
         "    100\n",
         "\"\"\"\n",
-        "run_bq_query(sql_inspect)"
+        "bq_query(sql_inspect)"
       ]
     },
     {
@@ -668,9 +662,9 @@
         "The query below trains a logistic regression model using BigQuery ML. BigQuery resources are used to train the model.\n",
         "\n",
         "In the `OPTIONS` parameter:\n",
-        "* with `model_registry=\"vertex_ai\"`, the BigQuery ML model will automatically be <a href=\"https://cloud.google.com/vertex-ai/docs/model-registry/model-registry-bqml\" target=\"_blank\">registered to Vertex AI Model Registry</a>, which enables you to view all of your registered models and its versions on Google Cloud in one place.\n",
+        "* with `model_registry=\"vertex_ai\"`, the BigQuery ML model will automatically be [registered to Vertex AI Model Registry](https://cloud.google.com/vertex-ai/docs/model-registry/model-registry-bqml), which enables you to view all of your registered models and its versions on Google Cloud in one place.\n",
         "\n",
-        "* `vertex_ai_model_version_aliases allows you to set aliases to help you keep track of your model version (<a href=\"https://cloud.google.com/vertex-ai/docs/model-registry/model-alias\" target=\"_blank\">documentation</a>)."
+        "* `vertex_ai_model_version_aliases allows you to set aliases to help you keep track of your model version ([documentation](https://cloud.google.com/vertex-ai/docs/model-registry/model-alias))."
       ]
     },
     {
@@ -683,7 +677,7 @@
       "source": [
         "# this cell may take ~1 min to run\n",
         "\n",
-        "BQML_MODEL_NAME = f\"bqml_model_churn_{UUID}\"\n",
+        "BQML_MODEL_NAME = \"bqmlmodelchurn\"\n",
         "\n",
         "sql_train_model_bqml = f\"\"\"\n",
         "CREATE OR REPLACE MODEL {BQ_DATASET_NAME}.{BQML_MODEL_NAME}    \n",
@@ -702,7 +696,7 @@
         "\n",
         "print(sql_train_model_bqml)\n",
         "\n",
-        "run_bq_query(sql_train_model_bqml)"
+        "bq_query(sql_train_model_bqml)"
       ]
     },
     {
@@ -720,7 +714,7 @@
         "id": "2aaaae772f67"
       },
       "source": [
-        "With the model created, you can now evaluate the logistic regression model. Behind the scenes, BigQuery ML automatically <a href=\"https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-create#data_split_method\" target=\"_blank\">split the data</a>, which makes it easier to quickly train and evaluate models."
+        "With the model created, you can now evaluate the logistic regression model. Behind the scenes, BigQuery ML automatically [split the data](https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-create#data_split_method), which makes it easier to quickly train and evaluate models."
       ]
     },
     {
@@ -740,7 +734,7 @@
         "\n",
         "print(sql_evaluate_model)\n",
         "\n",
-        "run_bq_query(sql_evaluate_model)"
+        "bq_query(sql_evaluate_model)"
       ]
     },
     {
@@ -751,7 +745,7 @@
       "source": [
         "These metrics help you understand the performance of the model. \n",
         "\n",
-        "There are various metrics for logistic regression and other model types (full list of metrics can be found in the <a href=\"https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-evaluate#mlevaluate_output\" target=\"_blank\">documentation</a>)."
+        "There are various metrics for logistic regression and other model types (full list of metrics can be found in the [documentation](https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-evaluate#mlevaluate_output))."
       ]
     },
     {
@@ -771,7 +765,7 @@
       "source": [
         "Make a batch prediction in BigQuery ML on the original training data to check the probability of churn for each of the users, as seen in the `probability` column, with the predicted label under the `predicted_churn` column.\n",
         "\n",
-        "<a href=\"https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-explain-predict\" target=\"_blank\">ML.EXPLAIN_PREDICT</a> has built-in <a href=\"https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-xai-overview\" target=\"_blank\">Explainable AI</a>. This allows you to see the top contributing features to each prediction and interpret how it was computed."
+        "[ML.EXPLAIN_PREDICT](https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-explain-predict) has built-in [Explainable AI](https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-xai-overview). This allows you to see the top contributing features to each prediction and interpret how it was computed."
       ]
     },
     {
@@ -793,7 +787,7 @@
         "\n",
         "print(sql_explain_predict)\n",
         "\n",
-        "run_bq_query(sql_explain_predict)"
+        "bq_query(sql_explain_predict)"
       ]
     },
     {
@@ -802,7 +796,7 @@
         "id": "fa1f96c0f452"
       },
       "source": [
-        "Since the `top_feature_attributions` is a nested column, you can unnest the array (<a href=\"https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays\" target=\"_blank\">documentation</a>) into separate rows for each of the features. In other words, since ML.EXPLAIN_PREDICT provides the top 5 most important features, using `UNNEST` results in 5 rows per prediction:"
+        "Since the `top_feature_attributions` is a nested column, you can unnest the array ([documentation](https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays)) into separate rows for each of the features. In other words, since ML.EXPLAIN_PREDICT provides the top 5 most important features, using `UNNEST` results in 5 rows per prediction:"
       ]
     },
     {
@@ -833,7 +827,7 @@
         "\n",
         "print(sql_explain_predict)\n",
         "\n",
-        "run_bq_query(sql_explain_predict)"
+        "bq_query(sql_explain_predict)"
       ]
     },
     {
@@ -853,7 +847,7 @@
       "source": [
         "When the model was trained in BigQuery ML, the line `model_registry=\"vertex_ai\"` registered the model to Vertex AI Model Registry automatically upon completion.\n",
         "\n",
-        "You can view the model on the <a href=\"https://console.cloud.google.com/vertex-ai/models\" target=\"_blank\">Vertex AI Model Registry page</a>, or use the code below to check that it was successfully registered:"
+        "You can view the model on the [Vertex AI Model Registry page](https://console.cloud.google.com/vertex-ai/models), or use the code below to check that it was successfully registered:"
       ]
     },
     {
@@ -864,7 +858,12 @@
       },
       "outputs": [],
       "source": [
-        "model = vertex_ai.Model(model_name=BQML_MODEL_NAME)\n",
+        "print(f\"BQML_MODEL_NAME = {BQML_MODEL_NAME}\")\n",
+        "\n",
+        "models = vertex_ai.Model.list(\n",
+        "    filter=f\"display_name={BQML_MODEL_NAME}\", order_by=\"update_time\"\n",
+        ")\n",
+        "model = models[0]\n",
         "\n",
         "print(model.gca_resource)"
       ]
@@ -884,7 +883,7 @@
         "id": "b6120dcc1ff6"
       },
       "source": [
-        "While BigQuery ML supports batch prediction with <a href=\"https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-predict\" target=\"_blank\">ML.PREDICT</a> and <a href=\"https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-explain-predict\" target=\"_blank\">ML.EXPLAIN_PREDICT</a>, BigQuery ML is not suitable for real-time predictions where you need low latency predictions with potentially high frequency of requests.\n",
+        "While BigQuery ML supports batch prediction with [ML.PREDICT](https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-predict) and [ML.EXPLAIN_PREDICT](https://cloud.google.com/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-explain-predict), BigQuery ML is not suitable for real-time predictions where you need low latency predictions with potentially high frequency of requests.\n",
         "\n",
         "In other words, deploying the BigQuery ML model to an endpoint enables you to do online predictions."
       ]
@@ -907,6 +906,30 @@
         "To deploy your model to an endpoint, you will first need to create an endpoint before you deploy the model to it."
       ]
     },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "3ce73125dff6"
+      },
+      "outputs": [],
+      "source": [
+        "def create_endpoint(\n",
+        "    project: str,\n",
+        "    display_name: str,\n",
+        "    location: str,\n",
+        "):\n",
+        "    endpoint = vertex_ai.Endpoint.create(\n",
+        "        display_name=display_name,\n",
+        "        project=project,\n",
+        "        location=location,\n",
+        "    )\n",
+        "\n",
+        "    print(endpoint.display_name)\n",
+        "    print(endpoint.resource_name)\n",
+        "    return endpoint"
+      ]
+    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -915,16 +938,17 @@
       },
       "outputs": [],
       "source": [
-        "ENDPOINT_NAME = f\"{BQML_MODEL_NAME}-endpoint\"\n",
+        "endpoint_name = f\"{BQML_MODEL_NAME}-{TIMESTAMP}\"\n",
         "\n",
-        "endpoint = vertex_ai.Endpoint.create(\n",
-        "    display_name=ENDPOINT_NAME,\n",
-        "    project=PROJECT_ID,\n",
-        "    location=REGION,\n",
+        "print(\n",
+        "    f\"\"\"\n",
+        "PROJECT_ID: {PROJECT_ID},\n",
+        "endpoint_name: {endpoint_name}\n",
+        "REGION: {REGION}\n",
+        "\"\"\"\n",
         ")\n",
         "\n",
-        "print(endpoint.display_name)\n",
-        "print(endpoint.resource_name)"
+        "create_endpoint(PROJECT_ID, endpoint_name, REGION)"
       ]
     },
     {
@@ -942,7 +966,31 @@
         "id": "951ed1693f6b"
       },
       "source": [
-        "List the endpoints to make sure it has successfully been created. (You can also view your endpoints on the <a href=\"https://console.cloud.google.com/vertex-ai/endpoints\" target=\"_blank\">Vertex AI Endpoints page</a>)."
+        "List the endpoints to make sure it has successfully been created. You can also view your endpoints on the [Vertex AI Endpoints page](https://console.cloud.google.com/vertex-ai/endpoints?project=polong-contentdev)."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "0a9bad8d9ad4"
+      },
+      "outputs": [],
+      "source": [
+        "endpoint = vertex_ai.Endpoint.list(\n",
+        "    # filter=f'display_name={endpoint_name}', # optional: filter by specific endpoint name\n",
+        "    order_by=\"update_time\"\n",
+        ")\n",
+        "endpoint[-1]"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "2431a4d28d97"
+      },
+      "source": [
+        "Retrieve the endpoint id so you can use it in the next step."
       ]
     },
     {
@@ -953,7 +1001,7 @@
       },
       "outputs": [],
       "source": [
-        "endpoint.list()"
+        "endpoint[-1].to_dict()"
       ]
     },
     {
@@ -971,19 +1019,74 @@
         "id": "6a90be5b77a2"
       },
       "source": [
-        "With the new endpoint, you can now deploy your model."
+        "With the model, you can now deploy it to an endpoint. "
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "c70ecc568ee5"
+        "id": "af323ea42c5b"
+      },
+      "outputs": [],
+      "source": [
+        "from typing import Dict, Optional, Sequence, Tuple\n",
+        "\n",
+        "\n",
+        "def deploy_model_with_automatic_resources_sample(\n",
+        "    project,\n",
+        "    location,\n",
+        "    model_name: str,\n",
+        "    endpoint: Optional[vertex_ai.Endpoint] = None,\n",
+        "    deployed_model_display_name: Optional[str] = None,\n",
+        "    traffic_percentage: Optional[int] = 0,\n",
+        "    traffic_split: Optional[Dict[str, int]] = None,\n",
+        "    min_replica_count: int = 1,\n",
+        "    max_replica_count: int = 1,\n",
+        "    metadata: Optional[Sequence[Tuple[str, str]]] = (),\n",
+        "    sync: bool = True,\n",
+        "):\n",
+        "    \"\"\"\n",
+        "    model_name: A fully-qualified model resource name or model ID.\n",
+        "          Example: \"projects/123/locations/us-central1/models/456\" or\n",
+        "          \"456\" when project and location are initialized or passed.\n",
+        "    \"\"\"\n",
+        "\n",
+        "    model = vertex_ai.Model(model_name=model_name)\n",
+        "\n",
+        "    model.deploy(\n",
+        "        endpoint=endpoint,\n",
+        "        deployed_model_display_name=deployed_model_display_name,\n",
+        "        traffic_percentage=traffic_percentage,\n",
+        "        traffic_split=traffic_split,\n",
+        "        min_replica_count=min_replica_count,\n",
+        "        max_replica_count=max_replica_count,\n",
+        "        metadata=metadata,\n",
+        "        sync=sync,\n",
+        "    )\n",
+        "\n",
+        "    model.wait()\n",
+        "\n",
+        "    print(model.display_name)\n",
+        "    print(model.resource_name)\n",
+        "    return"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "9e6763369af4"
       },
       "outputs": [],
       "source": [
         "# deploying the model to the endpoint may take 10-15 minutes\n",
-        "model.deploy(endpoint=endpoint)"
+        "deploy_model_with_automatic_resources_sample(\n",
+        "    project=PROJECT_ID,\n",
+        "    location=REGION,\n",
+        "    model_name=BQML_MODEL_NAME,\n",
+        "    endpoint=endpoint[-1],\n",
+        ")"
       ]
     },
     {
@@ -992,7 +1095,7 @@
         "id": "c303d779477b"
       },
       "source": [
-        "You can also check on the status of your model by visiting the <a href=\"https://console.cloud.google.com/vertex-ai/endpoints\" target=\"_blank\">Vertex AI Endpoints page</a>."
+        "You can also check on the status of your model by visiting the [Vertex AI Endpoints page](https://console.cloud.google.com/vertex-ai/endpoints)."
       ]
     },
     {
@@ -1065,12 +1168,35 @@
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "b4839f31d2f8"
+        "id": "2c6093ce9f8a"
       },
       "outputs": [],
       "source": [
-        "prediction = endpoint.predict(df_sample_requests_list)\n",
-        "print(prediction)"
+        "def endpoint_predict_sample(\n",
+        "    project: str, location: str, instances: list, endpoint: str\n",
+        "):\n",
+        "    endpoint = vertex_ai.Endpoint(endpoint)\n",
+        "\n",
+        "    prediction = endpoint.predict(instances=instances)\n",
+        "    return prediction"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "0c41fd6eeb6f"
+      },
+      "outputs": [],
+      "source": [
+        "prediction_response = endpoint_predict_sample(\n",
+        "    project=PROJECT_ID,\n",
+        "    location=REGION,\n",
+        "    instances=df_sample_requests_list,\n",
+        "    endpoint=endpoint[-1].name,\n",
+        ")\n",
+        "\n",
+        "prediction_response"
       ]
     },
     {
@@ -1090,7 +1216,7 @@
       },
       "outputs": [],
       "source": [
-        "prediction.predictions"
+        "prediction_response.predictions"
       ]
     },
     {
@@ -1101,8 +1227,8 @@
       "source": [
         "## Cleaning up\n",
         "\n",
-        "To clean up all Google Cloud resources used in this project, you can <a href=\"https://cloud.google.com/resource-manager/docs/creating-managing-projects#shutting_down_projects\" target=\"_blank\">delete the Google Cloud\n",
-        "project</a> you used for the tutorial.\n",
+        "To clean up all Google Cloud resources used in this project, you can [delete the Google Cloud\n",
+        "project](https://cloud.google.com/resource-manager/docs/creating-managing-projects#shutting_down_projects) you used for the tutorial.\n",
         "\n",
         "Otherwise, you can delete the individual resources you created in this tutorial:"
       ]
@@ -1115,12 +1241,18 @@
       },
       "outputs": [],
       "source": [
-        "# Undeploy model from endpoint and delete endpoint\n",
-        "endpoint.undeploy_all()\n",
-        "endpoint.delete()\n",
+        "# MODEL_ID = model.name\n",
         "\n",
-        "# Delete BigQuery dataset, including the BigQuery ML model\n",
-        "! bq rm -r -f $PROJECT_ID:$BQ_DATASET_NAME"
+        "ENDPOINT_ID = int(endpoint[-1].name)\n",
+        "\n",
+        "# Undeploy model from endpoint\n",
+        "endpoint[-1].undeploy_all()\n",
+        "\n",
+        "# Delete endpoint resource\n",
+        "! gcloud ai endpoints delete $ENDPOINT_ID --quiet --region $REGION\n",
+        "\n",
+        "# Delete BigQuery ML model\n",
+        "! bq rm -f --model $PROJECT_ID\\:$BQ_DATASET_NAME\\.$BQML_MODEL_NAME"
       ]
     }
   ],

notebooks/community/managed_notebooks/ads_targetting/training-multi-class-classification-model-for-ads-targeting-usecase.ipynb

@@ -1,55 +1,29 @@
 {
   "cells": [
     {
-      "cell_type": "code",
-      "execution_count": null,
+      "cell_type": "markdown",
       "metadata": {
         "id": "503077811e70"
       },
-      "outputs": [],
-      "source": [
-        "# Copyright 2022 Google LLC\n",
-        "#\n",
-        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
-        "# you may not use this file except in compliance with the License.\n",
-        "# You may obtain a copy of the License at\n",
-        "#\n",
-        "#     https://www.apache.org/licenses/LICENSE-2.0\n",
-        "#\n",
-        "# Unless required by applicable law or agreed to in writing, software\n",
-        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
-        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
-        "# See the License for the specific language governing permissions and\n",
-        "# limitations under the License."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "e885ac09bc73"
-      },
       "source": [
         "# Train a multi-class classification model for ads-targeting\n",
-        "<table align=\"left\">\n",
         "\n",
-        "  <td>\n",
-        "    <a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/ads_targetting/training-multi-class-classification-model-for-ads-targeting-usecase.ipynb\">\n",
-        "      <img src=\"https://cloud.google.com/ml-engine/images/colab-logo-32px.png\" alt=\"Colab logo\"> Run in Colab\n",
-        "    </a>\n",
-        "  </td>\n",
-        "  <td>\n",
-        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/ads_targetting/training-multi-class-classification-model-for-ads-targeting-usecase.ipynb\">\n",
-        "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
-        "      View on GitHub\n",
-        "    </a>\n",
-        "  </td>\n",
-        "  <td>\n",
-        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/ads_targetting/training-multi-class-classification-model-for-ads-targeting-usecase.ipynb\">\n",
-        "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
-        "      Open in Vertex AI Workbench\n",
-        "    </a>\n",
-        "  </td>                                                                                               \n",
-        "</table>"
+        "## Table of contents\n",
+        "\n",
+        "* [Overview](#section-1)\n",
+        "* [Dataset](#section-2)\n",
+        "* [Objective](#section-3)\n",
+        "* [Costs](#section-4)\n",
+        "* [Tutorial](#section-5)\n",
+        "\t- [Fetch the data from BigQuery](#section-5)\n",
+        "    - [Preprocess the data](#section-6)\n",
+        "    - [Train a TensorFlow model](#section-7)\n",
+        "    - [Run the model on test data](#section-8)\n",
+        "    - [Automating the execution of the notebook using executor](#section-9)\n",
+        "    - [Scheduled runs on executor](#section-10)\n",
+        "    - [Parameterizing the variables](#section-11)\n",
+        "* [Save the model to a Cloud Storage path](#section-12)\n",
+        "* [Clean up](#section-13)\n"
       ]
     },
     {
@@ -59,19 +33,23 @@
       },
       "source": [
         "## Overview\n",
+        "<a name=\"section-1\"></a>\n",
         "\n",
         "This tutorial demonstrates how to build a machine learning model for an ads-targeting use case. Ads-targeting is an advertisement technique where chosen or tailor-made ads are shown to the customers based on their past behavior and preferences. Targeted ads are meant to reach specific customers based on demographics, psychographics, behavior, and other second-order activities that are learned usually through data collected from the customers.\n",
         "\n",
-        "*Note: If you are using [Vertex AI Workbench managed notebooks](https://cloud.google.com/vertex-ai/docs/workbench/managed/create-instance) instance use the `TensorFlow 2 (Local)` kernel. Some components of this notebook may not work in other notebook environments.*\n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "1bea2b6e9b25"
-      },
-      "source": [
+        "*Note: This notebook file was designed to run in a [Vertex AI Workbench managed notebooks](https://cloud.google.com/vertex-ai/docs/workbench/managed/create-instance) instance using the `TensorFlow 2 (Local)` kernel. Some components of this notebook may not work in other notebook environments.*\n",
+        "\n",
+        "## Dataset\n",
+        "<a name=\"section-2\"></a>\n",
+        "\n",
+        "This tutorial uses the `looker-private-demo.ecomm` dataset in BigQuery. The dataset consists of information about various advertisement campaigns including the demographics of users who have clicked and made some purchases after seeing the ads. For this tutorial, the top three campaigns from the USA are selected from this dataset and user information for those who have made purchases shall be used to train a model with the campaigns as the classes. The idea is to see if the advertisement and the user data can be used to identify which campaign is best-suited for the user.\n",
+        "\n",
+        "The dataset can be accessed by pinning the `looker-private-demo` project in BigQuery. Instead of going to the BigQuery user interface, this process can be performed from the JupyterLab user interface on a Vertex AI Workbench managed notebooks instance. Vertex AI Workbench managed notebooks instances support browsing through the datasets and tables from BigQuery through its BigQuery integration. \n",
+        "\n",
+        "<img src=\"images/Bigquery_UI_new.PNG\"></img>\n",
+        "\n",
         "## Objective\n",
+        "<a name=\"section-3\"></a>\n",
         "\n",
         "This tutorial demonstrates how to collect data from BigQuery, preprocess it, and train a multi-class classification model on an E-commerce dataset. The steps performed include the following:\n",
         "\n",
@@ -81,31 +59,10 @@
         "- Evaluate the loss for the trained model\n",
         "- Automate the notebook execution using the executor feature\n",
         "- Save the model to a Cloud Storage path\n",
-        "- Clean up the created resources"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "34d623e6dfa3"
-      },
-      "source": [
-        "## Dataset\n",
+        "- Clean up the created resources\n",
         "\n",
-        "This tutorial uses the `looker-private-demo.ecomm` dataset in BigQuery. The dataset consists of information about various advertisement campaigns including the demographics of users who have clicked and made some purchases after seeing the ads. For this tutorial, the top three campaigns from the USA are selected from this dataset and user information for those who have made purchases shall be used to train a model with the campaigns as the classes. The idea is to see if the advertisement and the user data can be used to identify which campaign is best-suited for the user.\n",
-        "\n",
-        "The dataset can be accessed by pinning the `looker-private-demo` project in BigQuery. If you are using Vertex AI Workbench managed notebooks instance, instead of going to the BigQuery user interface, this process can be performed from the JupyterLab user interface. Vertex AI Workbench managed notebooks instances support browsing through the datasets and tables from BigQuery through its BigQuery integration. \n",
-        "\n",
-        "<img src=\"images/Bigquery_UI_new.PNG\"></img>"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "ee02650bb7fd"
-      },
-      "source": [
         "### Costs \n",
+        "<a name=\"section-4\"></a>\n",
         "\n",
         "This tutorial uses billable components of Google Cloud:\n",
         "\n",
@@ -121,121 +78,6 @@
         "to generate a cost estimate based on your projected usage."
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "y320EIk-kXT7"
-      },
-      "source": [
-        "### Set up your local development environment\n",
-        "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
-        "all the requirements to run this notebook. You can skip this step.\n",
-        "\n",
-        "**Otherwise**, make sure your environment meets this notebook's requirements.\n",
-        "You need the following:\n",
-        "\n",
-        "* The Google Cloud SDK\n",
-        "* Git\n",
-        "* Python 3\n",
-        "* virtualenv\n",
-        "* Jupyter notebook running in a virtual environment with Python 3\n",
-        "\n",
-        "The Google Cloud guide to [Setting up a Python development\n",
-        "environment](https://cloud.google.com/python/setup) and the [Jupyter\n",
-        "installation guide](https://jupyter.org/install) provide detailed instructions\n",
-        "for meeting these requirements. The following steps provide a condensed set of\n",
-        "instructions:\n",
-        "\n",
-        "1. [Install and initialize the Cloud SDK.](https://cloud.google.com/sdk/docs/)\n",
-        "\n",
-        "1. [Install Python 3.](https://cloud.google.com/python/setup#installing_python)\n",
-        "\n",
-        "1. [Install\n",
-        "   virtualenv](https://cloud.google.com/python/setup#installing_and_using_virtualenv)\n",
-        "   and create a virtual environment that uses Python 3. Activate the virtual environment.\n",
-        "\n",
-        "1. To install Jupyter, run `pip3 install jupyter` on the\n",
-        "command-line in a terminal shell.\n",
-        "\n",
-        "1. To launch Jupyter, run `jupyter notebook` on the command-line in a terminal shell.\n",
-        "\n",
-        "1. Open this notebook in the Jupyter Notebook Dashboard."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "1DouUvNOkXT8"
-      },
-      "source": [
-        "### Install additional packages\n"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "Ayt1jhFXkXT9"
-      },
-      "outputs": [],
-      "source": [
-        "import os\n",
-        "\n",
-        "# The Vertex AI Workbench Notebook product has specific requirements\n",
-        "IS_WORKBENCH_NOTEBOOK = os.getenv(\"DL_ANACONDA_HOME\")\n",
-        "IS_USER_MANAGED_WORKBENCH_NOTEBOOK = os.path.exists(\n",
-        "    \"/opt/deeplearning/metadata/env_version\"\n",
-        ")\n",
-        "\n",
-        "# Vertex AI Notebook requires dependencies to be installed with '--user'\n",
-        "USER_FLAG = \"\"\n",
-        "if IS_WORKBENCH_NOTEBOOK:\n",
-        "    USER_FLAG = \"--user\""
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "95826791kXT_"
-      },
-      "outputs": [],
-      "source": [
-        "! pip3 install {USER_FLAG} --upgrade pandas-gbq 'google-cloud-bigquery[bqstorage,pandas]' tensorflow sklearn protobuf==3.20.1 -q \\\n",
-        "                                     "
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "aNeMRbpukXUA"
-      },
-      "source": [
-        "### Restart the kernel\n",
-        "\n",
-        "After you install the additional packages, you need to restart the notebook kernel so it can find the packages."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "dJ_yvi_9kXUB"
-      },
-      "outputs": [],
-      "source": [
-        "# Automatically restart kernel after installs\n",
-        "import os\n",
-        "\n",
-        "if not os.getenv(\"IS_TESTING\"):\n",
-        "    # Automatically restart kernel after installs\n",
-        "    import IPython\n",
-        "\n",
-        "    app = IPython.Application.instance()\n",
-        "    app.kernel.do_shutdown(True)"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -255,67 +97,34 @@
       },
       "outputs": [],
       "source": [
-        "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "5bf9979b96ff"
-      },
-      "outputs": [],
-      "source": [
-        "if PROJECT_ID == \"\" or PROJECT_ID is None or PROJECT_ID == \"[your-project-id]\":\n",
-        "    # Get your GCP project id from gcloud\n",
-        "    shell_output = ! gcloud config list --format 'value(core.project)' 2>/dev/null\n",
+        "PROJECT_ID = \"\"\n",
+        "\n",
+        "# Get your Google Cloud project ID from gcloud\n",
+        "if not os.getenv(\"IS_TESTING\"):\n",
+        "    shell_output=!gcloud config list --format 'value(core.project)' 2>/dev/null\n",
         "    PROJECT_ID = shell_output[0]\n",
-        "    print(\"Project ID:\", PROJECT_ID)"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "07-xo93jlC6l"
-      },
-      "outputs": [],
-      "source": [
-        "! gcloud config set project $PROJECT_ID"
+        "    print(\"Project ID: \", PROJECT_ID)"
       ]
     },
     {
       "cell_type": "markdown",
       "metadata": {
-        "id": "03d8d65b914d"
+        "id": "d0058f55f8cf"
       },
       "source": [
-        "#### Region\n",
-        "\n",
-        "You can also change the `REGION` variable, which is used for operations\n",
-        "throughout the rest of this notebook.  Below are regions supported for Vertex AI. We recommend that you choose the region closest to you.\n",
-        "\n",
-        "- Americas: `us-central1`\n",
-        "- Europe: `europe-west4`\n",
-        "- Asia Pacific: `asia-east1`\n",
-        "\n",
-        "You may not use a multi-regional bucket for training with Vertex AI. Not all regions provide support for all Vertex AI services.\n",
-        "\n",
-        "Learn more about [Vertex AI regions](https://cloud.google.com/vertex-ai/docs/general/locations)."
+        "Otherwise, set your project ID here."
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "3281bedf6d3c"
+        "id": "19579640c063"
       },
       "outputs": [],
       "source": [
-        "REGION = \"[your-region]\"  # @param {type: \"string\"}\n",
-        "\n",
-        "if REGION == \"[your-region]\":\n",
-        "    REGION = \"us-central1\""
+        "if PROJECT_ID == \"\" or PROJECT_ID is None:\n",
+        "    PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
       ]
     },
     {
@@ -342,74 +151,6 @@
         "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "OoPGk5KOkXUG"
-      },
-      "source": [
-        "### Authenticate your Google Cloud account\n",
-        "\n",
-        "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated. Skip this step.\n",
-        "\n",
-        "**If you are using Colab**, run the cell below and follow the instructions\n",
-        "when prompted to authenticate your account via oAuth.\n",
-        "\n",
-        "**Otherwise**, follow these steps:\n",
-        "\n",
-        "1. In the Cloud Console, go to the [**Create service account key**\n",
-        "   page](https://console.cloud.google.com/apis/credentials/serviceaccountkey).\n",
-        "\n",
-        "2. Click **Create service account**.\n",
-        "\n",
-        "3. In the **Service account name** field, enter a name, and\n",
-        "   click **Create**.\n",
-        "\n",
-        "4. In the **Grant this service account access to project** section, click the **Role** drop-down list. Type \"Vertex AI\"\n",
-        "into the filter box, and select\n",
-        "   **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
-        "\n",
-        "5. Click *Create*. A JSON file that contains your key downloads to your\n",
-        "local environment.\n",
-        "\n",
-        "6. Enter the path to your service account key as the\n",
-        "`GOOGLE_APPLICATION_CREDENTIALS` variable in the cell below and run the cell."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "Teyy6LGqkXUG"
-      },
-      "outputs": [],
-      "source": [
-        "# If you are running this notebook in Colab, run this cell and follow the\n",
-        "# instructions to authenticate your GCP account. This provides access to your\n",
-        "# Cloud Storage bucket and lets you submit training jobs and prediction\n",
-        "# requests.\n",
-        "\n",
-        "import os\n",
-        "import sys\n",
-        "\n",
-        "# If on Vertex AI Workbench, then don't execute this code\n",
-        "IS_COLAB = \"google.colab\" in sys.modules\n",
-        "if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
-        "    \"DL_ANACONDA_HOME\"\n",
-        "):\n",
-        "    if \"google.colab\" in sys.modules:\n",
-        "        from google.colab import auth as google_auth\n",
-        "\n",
-        "        google_auth.authenticate_user()\n",
-        "\n",
-        "    # If you are running this notebook locally, replace the string below with the\n",
-        "    # path to your service account key and run this cell to authenticate your GCP\n",
-        "    # account.\n",
-        "    elif not os.getenv(\"IS_TESTING\"):\n",
-        "        %env GOOGLE_APPLICATION_CREDENTIALS ''"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -420,8 +161,20 @@
         "\n",
         "**The following steps are required, regardless of your notebook environment.**\n",
         "\n",
+        "When you submit a training job using the Cloud SDK, you upload a Python package\n",
+        "containing your training code to a Cloud Storage bucket. Vertex AI runs\n",
+        "the code from this package. In this tutorial, Vertex AI also saves the\n",
+        "trained model that results from your job in the same bucket. Using this model artifact, you can then\n",
+        "create Vertex AI model and endpoint resources in order to serve\n",
+        "online predictions.\n",
+        "\n",
         "Set the name of your Cloud Storage bucket below. It must be unique across all\n",
-        "Cloud Storage buckets.\n"
+        "Cloud Storage buckets.\n",
+        "\n",
+        "You may also change the `REGION` variable, which is used for operations\n",
+        "throughout the rest of this notebook. Make sure to [choose a region where Vertex AI services are\n",
+        "available](https://cloud.google.com/vertex-ai/docs/general/locations#available_regions). You may\n",
+        "not use a Multi-Regional Storage bucket for training with Vertex AI."
       ]
     },
     {
@@ -432,8 +185,8 @@
       },
       "outputs": [],
       "source": [
-        "BUCKET_NAME = \"[your-bucket-name]\"  # @param {type:\"string\"}\n",
-        "BUCKET_URI = f\"gs://{BUCKET_NAME}\""
+        "BUCKET_NAME = \"gs://[your-bucket-name]\"  # @param {type:\"string\"}\n",
+        "REGION = \"[your-region]\"  # @param {type:\"string\"}"
       ]
     },
     {
@@ -444,9 +197,8 @@
       },
       "outputs": [],
       "source": [
-        "if BUCKET_NAME == \"\" or BUCKET_NAME is None or BUCKET_NAME == \"[your-bucket-name]\":\n",
-        "    BUCKET_NAME = PROJECT_ID + \"aip-\" + TIMESTAMP\n",
-        "    BUCKET_URI = f\"gs://{BUCKET_NAME}\""
+        "if BUCKET_NAME == \"\" or BUCKET_NAME is None or BUCKET_NAME == \"gs://[your-bucket-name]\":\n",
+        "    BUCKET_NAME = \"gs://\" + PROJECT_ID + \"aip-\" + TIMESTAMP"
       ]
     },
     {
@@ -466,7 +218,7 @@
       },
       "outputs": [],
       "source": [
-        "! gsutil mb -l $REGION $BUCKET_URI"
+        "! gsutil mb -l $REGION $BUCKET_NAME"
       ]
     },
     {
@@ -486,36 +238,7 @@
       },
       "outputs": [],
       "source": [
-        "! gsutil ls -al $BUCKET_URI"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "bmnMD2MjkXUJ"
-      },
-      "source": [
-        "### Import libraries and define constants"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "oqtZRqDEkXUJ"
-      },
-      "outputs": [],
-      "source": [
-        "import warnings\n",
-        "\n",
-        "import pandas as pd\n",
-        "from sklearn.model_selection import train_test_split\n",
-        "from sklearn.preprocessing import StandardScaler\n",
-        "from tensorflow.keras import Sequential\n",
-        "from tensorflow.keras.layers import Dense\n",
-        "from tensorflow.keras.utils import to_categorical\n",
-        "\n",
-        "warnings.filterwarnings(\"ignore\")"
+        "! gsutil ls -al $BUCKET_NAME"
       ]
     },
     {
@@ -526,16 +249,8 @@
       "source": [
         "## Tutorial\n",
         "\n",
-        "### Fetch the data from BigQuery \n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "5c07be8840ae"
-      },
-      "source": [
-        "If you are using ***Vertex AI Workbench managed notebooks instance***, below cell which starts with \"#@bigquery\" will be a SQL Query. If you are using Vertex AI Workbench user managed notebooks instance or Colab it will be a markdown cell."
+        "### Fetch the data from BigQuery \n",
+        "<a name=\"section-5\"></a>"
       ]
     },
     {
@@ -616,7 +331,7 @@
         "id": "923fdd823683"
       },
       "source": [
-        "If you are using Vertex AI Workbench managed notebooks instance, once the results from BigQuery are displayed in the above cell, click the **Query and load as DataFrame** button and execute the generated code stub to fetch the data into the current notebook as a dataframe.\n",
+        "Once the results from BigQuery are displayed in the above cell, click the **Query and load as DataFrame** button and execute the generated code stub to fetch the data into the current notebook as a dataframe.\n",
         "\n",
         "*Note: By default the data is loaded into a `df` variable, though this can be changed before executing the cell if required.*"
       ]
@@ -633,7 +348,7 @@
         "# Comment out otherwise for speed-up.\n",
         "from google.cloud.bigquery import Client\n",
         "\n",
-        "client = Client(project=PROJECT_ID)\n",
+        "client = Client()\n",
         "\n",
         "query = \"\"\"WITH traindata AS (\n",
         "SELECT b.* except(ad_event_id, user_id), c.* except(id), d.* except(keyword_id, ad_id), a.amount, a.device_type, e.name\n",
@@ -664,6 +379,44 @@
       },
       "source": [
         "### Preprocess the data\n",
+        "<a name=\"section-6\"></a>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "e8503e799eec"
+      },
+      "source": [
+        "Import the required libraries."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "5b11973ccf76"
+      },
+      "outputs": [],
+      "source": [
+        "import warnings\n",
+        "\n",
+        "import pandas as pd\n",
+        "from sklearn.model_selection import train_test_split\n",
+        "from sklearn.preprocessing import StandardScaler\n",
+        "from tensorflow.keras import Sequential\n",
+        "from tensorflow.keras.layers import Dense\n",
+        "from tensorflow.keras.utils import to_categorical\n",
+        "\n",
+        "warnings.filterwarnings(\"ignore\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "e48d156d8bb6"
+      },
+      "source": [
         "Select the necessary columns from the E-commerce data and divide them based on their type (numerical/categorical)."
       ]
     },
@@ -688,22 +441,13 @@
         "num_cols = [\"age\", \"cpc_bid_amount\", \"quality_score\", \"amount\"]"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "9bd71de0d37e"
-      },
-      "source": [
-        "#### Select top three campaigns"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
         "id": "ace612851261"
       },
       "source": [
-        "From the current dataset, only the top three campaigns will be chosen to target the users. All the relevant information about the advertisement and the user who purchased an item after seeing the advertisement is available in the dataframe already. "
+        "From the current dataset, only the top three camapigns will be chosen to target the users. All the relevant information about the advertisement and the user who purchased an item after seeing the advertisement is available in the dataframe already. "
       ]
     },
     {
@@ -737,22 +481,13 @@
         "df[\"name\"] = df[\"name\"].map({\"Tops & Tees\": 0, \"Active\": 1, \"Accessories\": 2})"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "c2d5338b1b95"
-      },
-      "source": [
-        "#### One-hot encode the categorical variables"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
         "id": "8902f763d1ca"
       },
       "source": [
-        "After one-hot encoding, the first level-column is dropped to avoid the [dummy-variable trap](https://en.wikipedia.org/wiki/Dummy_variable_(statistics)) scenario. This process is called *dummy-encoding*."
+        "One-hot encode the categorical variables. After one-hot encoding, the first level-column is dropped to avoid the [dummy-variable trap](https://en.wikipedia.org/wiki/Dummy_variable_(statistics)) scenario. This process is called *dummy-encoding*."
       ]
     },
     {
@@ -786,7 +521,7 @@
         "id": "3abf027eda2d"
       },
       "source": [
-        "#### Split the data into train and test."
+        "Split the data into train and test."
       ]
     },
     {
@@ -811,7 +546,7 @@
         "id": "d1a32b9d9640"
       },
       "source": [
-        "#### Scale the data."
+        "Scale the data."
       ]
     },
     {
@@ -834,7 +569,16 @@
       },
       "source": [
         "### Train a TensorFlow model\n",
-        "#### Convert the target column to a categorical encoded colum (one-hot encoded)."
+        "<a name=\"section-7\"></a>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "3e7656556a48"
+      },
+      "source": [
+        "Convert the target column to a categorical encoded colum (one-hot encoded)."
       ]
     },
     {
@@ -855,7 +599,7 @@
         "id": "3dd0014a7e1d"
       },
       "source": [
-        "#### Define hyperparameters for model training. \n",
+        "Define hyperparameters for model training. \n",
         "\n",
         "*Note: Comment or remove the parameters from the following cell if they are provided already as an input parameter through the executor feature.*"
       ]
@@ -880,7 +624,7 @@
         "id": "406b731f576b"
       },
       "source": [
-        "#### Define the architecture and compile the model."
+        "Define the architecture and compile the model."
       ]
     },
     {
@@ -920,7 +664,7 @@
         "id": "4ab12c34f258"
       },
       "source": [
-        "#### Fit the model."
+        "Fit the model."
       ]
     },
     {
@@ -940,7 +684,8 @@
         "id": "51a2d0b52df3"
       },
       "source": [
-        "### Run the model on test data\n"
+        "### Run the model on test data\n",
+        "<a name=\"section-8\"></a>"
       ]
     },
     {
@@ -949,7 +694,7 @@
         "id": "f08445f2cd02"
       },
       "source": [
-        "#### Evaluate the model on test data."
+        "Evaluate the model on test data."
       ]
     },
     {
@@ -964,24 +709,16 @@
         "print(f\"Test results - Loss: {test_results}\")"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "81ef0e081340"
-      },
-      "source": [
-        "**Please note that executor feature is available only in Vertex AI Workbench managed notebooks**"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
         "id": "9769168778e8"
       },
       "source": [
-        "### Automating the execution of the notebook using executor in Vertex AI Workbench managed notebooks instance\n",
+        "### Automating the execution of the notebook using executor\n",
+        "<a name=\"section-9\"></a>\n",
         "\n",
-        "If you are using Vertex AI Workbench managed notebooks instance, the executor can help you run a notebook file from start to end, with your choice of the environment, machine type, input parameters, and other characteristics. After setting up an execution, the notebook is executed as a job in Vertex AI custom training. Your jobs can be monitored from the <b>Notebook Executor</b> pane in the menu on the left.\n",
+        "The executor can help you run a notebook file from start to end, with your choice of the environment, machine type, input parameters, and other characteristics. After setting up an execution, the notebook is executed as a job in Vertex AI custom training. Your jobs can be monitored from the <b>Notebook Executor</b> pane in the menu on the left.\n",
         "\n",
         "<img src=\"images/executor.png\"></img>\n",
         "\n",
@@ -994,9 +731,10 @@
         "id": "cf486c351581"
       },
       "source": [
-        "### Scheduled runs on executor in Vertex AI Workbench managed notebooks instance\n",
+        "### Scheduled runs on executor\n",
+        "<a name=\"section-10\"></a>\n",
         "\n",
-        "Vertex AI Workbench managed noteboook runs can also be scheduled recurringly with the executor. To do so, select <b>Schedule-based recurring executions</b> as the run type instead of <b>One-time execution</b>. The frequency of the job and the time when it executes is provided when you create the execution.\n",
+        "Notebook runs can also be scheduled recurringly with the executor. To do so, select <b>Schedule-based recurring executions</b> as the run type instead of <b>One-time execution</b>. The frequency of the job and the time when it executes is provided when you create the execution.\n",
         "\n",
         "<img src=\"images/executor_scheduled_runs2.png\"></img>"
       ]
@@ -1008,8 +746,9 @@
       },
       "source": [
         "### Parameterizing the variables\n",
+        "<a name=\"section-11\"></a>\n",
         "\n",
-        "If you are using Vertex AI Workbench managed notebooks instance, executor lets you run a notebook with different sets of input parameters. If required, constants in the notebook can be treated as arguments to a function, and when you submit the execution, you can provide those constants as input parameters.\n",
+        "Executor lets you run a notebook with different sets of input parameters. If required, constants in the notebook can be treated as arguments to a function, and when you submit the execution, you can provide those constants as input parameters.\n",
         "\n",
         "<img src=\"images/executor_input_parameters.png\"></img>\n",
         "\n",
@@ -1023,6 +762,7 @@
       },
       "source": [
         "### Save the model to a Cloud Storage path\n",
+        "<a name=\"section-12\"></a>\n",
         "\n",
         "TensorFlow's `model.save()` method supports Cloud Storage paths as well as the local file paths while writing the model object to a file. It needs to be ensured that the service account being used to run this notebook has `write` permissions to the specified Cloud Storage path."
       ]
@@ -1035,7 +775,7 @@
       },
       "outputs": [],
       "source": [
-        "GCS_PATH = BUCKET_URI + \"/path-to-save/\"\n",
+        "GCS_PATH = \"gs://\" + BUCKET_NAME + \"/[path-to-save]/\"\n",
         "model.save(GCS_PATH)"
       ]
     },
@@ -1046,6 +786,7 @@
       },
       "source": [
         "## Clean up\n",
+        "<a name=\"section-13\"></a>\n",
         "\n",
         "To clean up all Google Cloud resources used in this project, you can [delete the Google Cloud\n",
         "project](https://cloud.google.com/resource-manager/docs/creating-managing-projects#shutting_down_projects) you used for the tutorial.\n",
@@ -1061,11 +802,7 @@
       },
       "outputs": [],
       "source": [
-        "# Delete the Cloud Storage bucket\n",
-        "\n",
-        "delete_bucket = False\n",
-        "if delete_bucket or os.getenv(\"IS_TESTING\"):\n",
-        "    ! gsutil -m rm -r $BUCKET_URI"
+        "! gsutil -m rm -r [cloud-storage-folder-path-to-delete]"
       ]
     }
   ],

notebooks/community/managed_notebooks/predictive_maintainance/predictive_maintenance_usecase.ipynb

@@ -1,62 +1,17 @@
 {
   "cells": [
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "18ebbd838e32"
-      },
-      "outputs": [],
-      "source": [
-        "# Copyright 2022 Google LLC\n",
-        "#\n",
-        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
-        "# you may not use this file except in compliance with the License.\n",
-        "# You may obtain a copy of the License at\n",
-        "#\n",
-        "#     https://www.apache.org/licenses/LICENSE-2.0\n",
-        "#\n",
-        "# Unless required by applicable law or agreed to in writing, software\n",
-        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
-        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
-        "# See the License for the specific language governing permissions and\n",
-        "# limitations under the License."
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
         "id": "aef73cfa8725"
       },
       "source": [
-        "# Predictive Maintenance using Vertex AI\n",
-        "\n",
-        "<table align=\"left\">\n",
-        "  <td>\n",
-        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/predictive_maintainance/predictive_maintenance_usecase.ipynb\">\n",
-        "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
-        "      View on GitHub\n",
-        "    </a>\n",
-        "  </td>\n",
-        "    <td>\n",
-        "        <a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/predictive_maintainance/predictive_maintenance_usecase.ipynb\">\n",
-        "        <img src=\"https://cloud.google.com/ml-engine/images/colab-logo-32px.png\\\" alt=\"Colab logo\"> Run in Colab\n",
-        "        </a>\n",
-        "  </td>\n",
-        "  <td>\n",
-        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/predictive_maintainance/predictive_maintenance_usecase.ipynb\">\n",
-        "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
-        "      Open in Vertex AI Workbench\n",
-        "    </a>\n",
-        "  </td>\n",
-        "</table>\n",
-        "<br/><br/><br/>\n",
-        "\n",
+        "# Predictive Maintenance \n",
         "\n",
         "## Table of contents\n",
         "* [Overview](#section-1)\n",
-        "* [Objective](#section-2)\n",
-        "* [Dataset](#section-3)\n",
+        "* [Dataset](#section-2)\n",
+        "* [Objective](#section-3)\n",
         "* [Costs](#section-4)\n",
         "* [Data analysis](#section-5)\n",
         "* [Fit a regression model](#section-6)\n",
@@ -67,32 +22,24 @@
         "  * [Create an endpoint](#section-11)\n",
         "  * [Deploy the model to the created endpoint](#section-12)\n",
         "  * [Test calling the endpoint](#section-13)\n",
-        "* [Clean up](#section-14)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "e10c5167a061"
-      },
-      "source": [
+        "* [Clean up](#section-14)\n",
+        "\n",
+        "\n",
         "## Overview\n",
         "<a name=\"section-1\"></a>\n",
         "\n",
-        "In this notebook, you go through a predictive maintenance usecase on industrial data using machine learning techniques, deploy the machine learning model on Vertex AI, and automate the workflow using the executor feature of Vertex AI Workbench.\n",
+        "This notebook demonstrates how to perform predictive maintenance on industrial data using machine learning techniques, deploy the machine learning model on Vertex AI, and automate the workflow using the executor feature of Vertex AI Workbench.\n",
         "\n",
-        "*Note: This notebook file is developed to run in a [Vertex AI Workbench managed notebooks](https://console.cloud.google.com/vertex-ai/workbench/list/managed) instance using the XGBoost (Local) kernel. Some components of this notebook may not work in other notebook environments.*"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "fead9e83ebd7"
-      },
-      "source": [
-        "### Objective\n",
+        "*Note: This notebook file was developed to run in a [Vertex AI Workbench managed notebooks](https://console.cloud.google.com/vertex-ai/workbench/list/managed) instance using the XGBoost (Local) kernel. Some components of this notebook may not work in other notebook environments.*\n",
+        "\n",
+        "## Dataset\n",
         "<a name=\"section-2\"></a>\n",
         "\n",
+        "The dataset used in this notebook is a part of the [NASA Turbofan Engine Degradation Simulation dataset](https://ti.arc.nasa.gov/tech/dash/groups/pcoe/prognostic-data-repository/), which consists of simulated time-series data for four sets of fleet engines under different combinations of operational conditions and fault modes. In this notebook, only one of the engine's simulated data (FD001) has been used to analyze and train a model that can predict the engine's remaining useful life.\n",
+        "\n",
+        "## Objectives\n",
+        "<a name=\"section-3\"></a>\n",
+        "\n",
         "The objectives of this notebook include:\n",
         "\n",
         "- Loading the required dataset from a Cloud Storage bucket.\n",
@@ -102,28 +49,9 @@
         "- Evaluating the model.\n",
         "- Running the notebook end-to-end as a training job using Executor.\n",
         "- Deploying the model on Vertex AI.\n",
-        "- Clean up."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "a71f4d96bf80"
-      },
-      "source": [
-        "### Dataset\n",
-        "<a name=\"section-3\"></a>\n",
+        "- Clean up.\n",
         "\n",
-        "The dataset used in this notebook is a part of the [NASA Turbofan Engine Degradation Simulation dataset](https://ti.arc.nasa.gov/tech/dash/groups/pcoe/prognostic-data-repository/), which consists of simulated time-series data for four sets of fleet engines under different combinations of operational conditions and fault modes. A version of this dataset which is saved to a public Cloud Storage bucket is used in this notebook. In this notebook, one of the engine's simulated data (FD001) is used to analyze and train a model that can predict the engine's remaining useful life."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "36c53c95b4b9"
-      },
-      "source": [
-        "### Costs\n",
+        "## Costs\n",
         "<a name=\"section-4\"></a>\n",
         "\n",
         "This tutorial uses the following billable components of Google Cloud:\n",
@@ -141,126 +69,24 @@
     {
       "cell_type": "markdown",
       "metadata": {
-        "id": "629f52f6efe1"
+        "id": "5b15a97278df"
       },
       "source": [
+        "## Before you begin\n",
+        "\n",
         "### Kernel selection\n",
-        "Select <b>XGBoost</b> kernel while running this notebook on Vertex AI Workbench's managed instances. Otherwise, ensure that the following libraries are installed in the environment where this notebook is being run.\n",
+        "Select <b>XGBoost</b> kernel while running this notebook on Vertex AI Workbench managed notebooks instances or ensure that the following libraries are installed in the environment where this notebook is being run.\n",
         "- XGBoost\n",
         "- Pandas\n",
         "- Seaborn\n",
         "- Sklearn\n",
         "\n",
-        "Along with the above libraries, th`e following google-cloud libraries are also used in this notebook.\n",
+        "Along with the above libraries, the following google-cloud libraries are also used in this notebook.\n",
         "\n",
         "- google.cloud.aiplatform\n",
-        "- google.cloud.storage"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "16bee0754628"
-      },
-      "source": [
-        "## Installation\n",
+        "- google.cloud.storage\n",
         "\n",
-        "Install the following packages to run this notebook outside Vertex AI Workbench's managed instances."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "69520a67e54c"
-      },
-      "outputs": [],
-      "source": [
-        "import os\n",
-        "\n",
-        "# The Vertex AI Workbench Notebook product has specific requirements\n",
-        "IS_WORKBENCH_NOTEBOOK = os.getenv(\"DL_ANACONDA_HOME\")\n",
-        "IS_USER_MANAGED_WORKBENCH_NOTEBOOK = os.path.exists(\n",
-        "    \"/opt/deeplearning/metadata/env_version\"\n",
-        ")\n",
-        "\n",
-        "# Vertex AI Notebook requires dependencies to be installed with '--user'\n",
-        "USER_FLAG = \"\"\n",
-        "if IS_WORKBENCH_NOTEBOOK:\n",
-        "    USER_FLAG = \"--user\"\n",
-        "    \n",
-        "! pip3 install {USER_FLAG} --upgrade google-cloud-aiplatform \\\n",
-        "                                    google-cloud-storage \\\n",
-        "                                    xgboost \\\n",
-        "                                    seaborn \\\n",
-        "                                    sklearn \\\n",
-        "                                    fsspec \\\n",
-        "                                    gcsfs \\\n",
-        "                                    pandas -q"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "eda79cca981d"
-      },
-      "source": [
-        "### Restart the kernel\n",
-        "\n",
-        "Once you've installed the additional packages, you need to restart the notebook kernel so it can find the packages."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "e200999cabe5"
-      },
-      "outputs": [],
-      "source": [
-        "import os\n",
-        "\n",
-        "if not os.getenv(\"IS_TESTING\"):\n",
-        "    # Automatically restart kernel after installs\n",
-        "    import IPython\n",
-        "\n",
-        "    app = IPython.Application.instance()\n",
-        "    app.kernel.do_shutdown(True)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "5b15a97278df"
-      },
-      "source": [
-        "## Before you begin \n",
-        "\n",
-        "### Set up your Google Cloud project\n",
-        "\n",
-        "**The following steps are required, regardless of your notebook environment.**\n",
-        "\n",
-        "1. [Select or create a Google Cloud project](https://console.cloud.google.com/cloud-resource-manager). When you first create an account, you get a $300 free credit towards your compute/storage costs.\n",
-        "\n",
-        "1. [Make sure that billing is enabled for your project](https://cloud.google.com/billing/docs/how-to/modify-project).\n",
-        "\n",
-        "1. [Enable the Vertex AI API](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com).\n",
-        "\n",
-        "1. If you are running this notebook locally, you need to install the [Cloud SDK](https://cloud.google.com/sdk).\n",
-        "\n",
-        "1. Enter your project ID in the cell below. Then run the cell to make sure the\n",
-        "Cloud SDK uses the right project for all the commands in this notebook.\n",
-        "\n",
-        "**Note**: Jupyter runs lines prefixed with `!` as shell commands, and it interpolates Python variables prefixed with `$` into these commands."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "5aee4379e8e5"
-      },
-      "source": [
-        "#### Set your project ID\n",
+        "### Set your project ID\n",
         "\n",
         "**If you don't know your project ID**, you may be able to get your project ID using `gcloud`."
       ]
@@ -273,67 +99,36 @@
       },
       "outputs": [],
       "source": [
-        "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "5bf9979b96ff"
-      },
-      "outputs": [],
-      "source": [
-        "if PROJECT_ID == \"\" or PROJECT_ID is None or PROJECT_ID == \"[your-project-id]\":\n",
-        "    # Get your GCP project id from gcloud\n",
-        "    shell_output = ! gcloud config list --format 'value(core.project)' 2>/dev/null\n",
+        "import os\n",
+        "\n",
+        "PROJECT_ID = \"\"\n",
+        "\n",
+        "# Get your Google Cloud project ID from gcloud\n",
+        "if not os.getenv(\"IS_TESTING\"):\n",
+        "    shell_output = !gcloud config list --format 'value(core.project)' 2>/dev/null\n",
         "    PROJECT_ID = shell_output[0]\n",
-        "    print(\"Project ID:\", PROJECT_ID)"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "09021c90b34c"
-      },
-      "outputs": [],
-      "source": [
-        "! gcloud config set project $PROJECT_ID"
+        "    print(\"Project ID: \", PROJECT_ID)"
       ]
     },
     {
       "cell_type": "markdown",
       "metadata": {
-        "id": "9658ecf524b1"
+        "id": "750bf2883c2d"
       },
       "source": [
-        "#### Region\n",
-        "\n",
-        "You can also change the `REGION` variable, which is used for operations\n",
-        "throughout the rest of this notebook.  Below are regions supported for Vertex AI. It is recommended that you choose the region closest to you.\n",
-        "\n",
-        "- Americas: `us-central1`\n",
-        "- Europe: `europe-west4`\n",
-        "- Asia Pacific: `asia-east1`\n",
-        "\n",
-        "You may not use a multi-regional bucket for training with Vertex AI. Not all regions provide support for all Vertex AI services.\n",
-        "\n",
-        "Learn more about [Vertex AI regions](https://cloud.google.com/vertex-ai/docs/general/locations)."
+        "Otherwise, set your project ID here."
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "5c615e53149f"
+        "id": "3c6db1ca88b9"
       },
       "outputs": [],
       "source": [
-        "REGION = \"[your-region]\"  # @param {type: \"string\"}\n",
-        "\n",
-        "if REGION == \"[your-region]\":\n",
-        "    REGION = \"us-central1\""
+        "if PROJECT_ID == \"\" or PROJECT_ID is None:\n",
+        "    PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
       ]
     },
     {
@@ -342,9 +137,9 @@
         "id": "f66f96816fd0"
       },
       "source": [
-        "#### UUID\n",
+        "#### Timestamp\n",
         "\n",
-        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a uuid for each instance session, and append it onto the name of resources you create in this tutorial."
+        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a timestamp for each instance session, and append it onto the name of resources you create in this tutorial."
       ]
     },
     {
@@ -355,84 +150,9 @@
       },
       "outputs": [],
       "source": [
-        "import random\n",
-        "import string\n",
+        "from datetime import datetime\n",
         "\n",
-        "\n",
-        "# Generate a uuid of a specifed length(default=8)\n",
-        "def generate_uuid(length: int = 8) -> str:\n",
-        "    return \"\".join(random.choices(string.ascii_lowercase + string.digits, k=length))\n",
-        "\n",
-        "\n",
-        "UUID = generate_uuid()"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "df899ce9999c"
-      },
-      "source": [
-        "### Authenticate your Google Cloud account\n",
-        "\n",
-        "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated.\n",
-        "\n",
-        "**If you are using Colab**, run the cell below and follow the instructions\n",
-        "when prompted to authenticate your account via oAuth.\n",
-        "\n",
-        "**Otherwise**, follow these steps:\n",
-        "\n",
-        "1. In the Cloud Console, go to the [**Create service account key**\n",
-        "   page](https://console.cloud.google.com/apis/credentials/serviceaccountkey).\n",
-        "\n",
-        "2. Click **Create service account**.\n",
-        "\n",
-        "3. In the **Service account name** field, enter a name, and\n",
-        "   click **Create**.\n",
-        "\n",
-        "4. In the **Grant this service account access to project** section, click the **Role** drop-down list. Type \"Vertex AI\"\n",
-        "into the filter box, and select\n",
-        "   **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
-        "\n",
-        "5. Click *Create*. A JSON file that contains your key downloads to your\n",
-        "local environment.\n",
-        "\n",
-        "6. Enter the path to your service account key as the\n",
-        "`GOOGLE_APPLICATION_CREDENTIALS` variable in the cell below and run the cell."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "201e8e760d22"
-      },
-      "outputs": [],
-      "source": [
-        "# If you are running this notebook in Colab, run this cell and follow the\n",
-        "# instructions to authenticate your GCP account. This provides access to your\n",
-        "# Cloud Storage bucket and lets you submit training jobs and prediction\n",
-        "# requests.\n",
-        "\n",
-        "import os\n",
-        "import sys\n",
-        "\n",
-        "# If on Vertex AI Workbench, then don't execute this code\n",
-        "IS_COLAB = \"google.colab\" in sys.modules\n",
-        "if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
-        "    \"DL_ANACONDA_HOME\"\n",
-        "):\n",
-        "    if \"google.colab\" in sys.modules:\n",
-        "        from google.colab import auth as google_auth\n",
-        "\n",
-        "        google_auth.authenticate_user()\n",
-        "\n",
-        "    # If you are running this notebook locally, replace the string below with the\n",
-        "    # path to your service account key and run this cell to authenticate your GCP\n",
-        "    # account.\n",
-        "    elif not os.getenv(\"IS_TESTING\"):\n",
-        "        %env GOOGLE_APPLICATION_CREDENTIALS ''"
+        "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
       ]
     },
     {
@@ -441,18 +161,11 @@
         "id": "ea53caa30628"
       },
       "source": [
-        "### Create a Cloud Storage bucket\n",
+        "## Select or Create a Cloud Storage Bucket for storing the model\n",
         "\n",
-        "**The following steps are required, regardless of your notebook environment.**\n",
+        "When you create a model resource on Vertex AI using the Cloud SDK, you need to give a Cloud Storage bucket URI of the model where the model is stored. Using the model saved, you can then create Vertex AI model and endpoint resources in order to serve online predictions.\n",
         "\n",
-        "\n",
-        "When you create a model in Vertex AI using the Cloud SDK, you give a Cloud Storage path where the trained model is saved. \n",
-        "In this tutorial, Vertex AI saves the trained model to a Cloud Storage bucket. Using this model artifact, you can then\n",
-        "create Vertex AI model and endpoint resources in order to serve\n",
-        "online predictions.\n",
-        "\n",
-        "Set the name of your Cloud Storage bucket below. It must be unique across all\n",
-        "Cloud Storage buckets."
+        "Set the name of your Cloud Storage bucket below. It must be unique across all Cloud Storage buckets. You may also change the `REGION` variable, which is used for operations throughout the rest of this notebook. Make sure to choose a region where Vertex AI services are available."
       ]
     },
     {
@@ -463,8 +176,9 @@
       },
       "outputs": [],
       "source": [
-        "BUCKET_NAME = \"[your-bucket-name]\"  # @param {type:\"string\"}\n",
-        "BUCKET_URI = f\"gs://{BUCKET_NAME}\""
+        "BUCKET_NAME = \"[your-bucket-name]\"\n",
+        "BUCKET_URI = f\"gs://{BUCKET_NAME}\"\n",
+        "REGION = \"us-central1\""
       ]
     },
     {
@@ -475,9 +189,13 @@
       },
       "outputs": [],
       "source": [
-        "if BUCKET_NAME == \"\" or BUCKET_NAME is None or BUCKET_NAME == \"[your-bucket-name]\":\n",
-        "    BUCKET_NAME = PROJECT_ID + \"aip-\" + UUID\n",
-        "    BUCKET_URI = f\"gs://{BUCKET_NAME}\""
+        "# Set a default bucketname in case bucket name is not given\n",
+        "if BUCKET_NAME == \"\" or BUCKET_NAME is None:\n",
+        "    from datetime import datetime\n",
+        "\n",
+        "    TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")\n",
+        "    BUCKET_NAME = PROJECT_ID + \"aip-\" + TIMESTAMP\n",
+        "    BUCKET_URI = \"gs://\" + BUCKET_NAME"
       ]
     },
     {
@@ -497,7 +215,7 @@
       },
       "outputs": [],
       "source": [
-        "! gsutil mb -l $REGION $BUCKET_URI"
+        "! gsutil mb -l $REGION $BUCKET_NAME"
       ]
     },
     {
@@ -517,7 +235,7 @@
       },
       "outputs": [],
       "source": [
-        "! gsutil ls -al $BUCKET_URI"
+        "! gsutil ls -al $BUCKET_NAME"
       ]
     },
     {
@@ -526,7 +244,7 @@
         "id": "4c0f6aac282a"
       },
       "source": [
-        "### Import the required libraries"
+        "## Import the required libraries"
       ]
     },
     {
@@ -569,7 +287,7 @@
       "outputs": [],
       "source": [
         "# load the data from the source\n",
-        "INPUT_PATH = \"gs://cloud-samples-data/ai-platform-unified/datasets/tabular/predictive_maintenance.csv\"  # data source\n",
+        "INPUT_PATH = \"gs://vertex_ai_managed_services_demo/mfg_predictive_maintenance/train_FD001.txt\"  # data source\n",
         "raw_data = pd.read_csv(INPUT_PATH, sep=\" \", header=None)\n",
         "# check the data\n",
         "print(raw_data.shape)\n",
@@ -774,7 +492,7 @@
         "id": "8197cdef2cff"
       },
       "source": [
-        "As the current objective is to predict the remaining useful life (RUL) of each unit (ID), the target variable needs to be identified. Since you're dealing with a timeseries data that represents the lifetime of a unit, remaining useful life of a unit can be calculated by subtracting the current cycle from the maximum cycle of that unit.\n",
+        "As the current objective is to predict the remaining useful life (RUL) of each unit (ID), the target variable needs to be identified. Since we're dealing with a timeseries data that represents the lifetime of a unit, remaining useful life of a unit can be calculated by subtracting the current cycle from the maximum cycle of that unit.\n",
         "\n",
         "\t\t\t\t\tRUL = Max. Cycle - Current Cycle    \n",
         "## RUL calculation and Feature selection"
@@ -1092,7 +810,6 @@
         "## Running a notebook end-to-end using executor\n",
         "<a name=\"section-9\"></a>\n",
         "\n",
-        "**Note:** This section can only be considered when running this notebook on Managed instances from Vertex AI Workbench.\n",
         "### Automating the notebook execution\n",
         "All the steps followed until now can be run as a training job without using any additional code using the Vertex AI Workbench executor. The executor can help you run a notebook file from start to end, with your choice of the environment, machine type, input parameters, and other characteristics. After setting up an execution, the notebook is executed as a job in Vertex AI custom training. Your jobs can be monitored from the Executor pane in the left sidebar.\n",
         "\n",
@@ -1100,13 +817,13 @@
         "\n",
         "The executor also lets you choose the environment and machine type while automating the runs similar to Vertex AI training jobs without switching to the training jobs UI. Apart from the custom container that replicates the existing kernel by default, pre-built environments like TensorFlow Enterprise, PyTorch, and others can also be selected to run the notebook. The required compute power can be specified by choosing from the list of machine types available, including GPUs.\n",
         "\n",
-        "### Scheduled runs on executor\n",
+        "## Scheduled runs on executor\n",
         "\n",
         "Notebook runs can also be scheduled recurringly with the executor. To do so, select Schedule-based recurring executions as the run type instead of One-time execution. The frequency of the job and the time when it executes is provided when you create the execution.\n",
         "\n",
         "<img src=\"https://storage.googleapis.com/gweb-cloudblog-publish/images/7_Vertex_AI_Workbench.max-1100x1100.jpg\">\n",
         "\n",
-        "### Parameterizing the variables\n",
+        "## Parameterizing the variables\n",
         "\n",
         "The executor lets you run a notebook with different sets of input parameters. If you’ve added parameter tags to any of your notebook cells, you can pass in your parameter values to the executor. More about how to use this feature can be found on this [blog](https://cloud.google.com/blog/products/ai-machine-learning/schedule-and-execute-notebooks-with-vertex-ai-workbench).\n",
         "\n",
@@ -1138,37 +855,6 @@
         "ARTIFACT_GCS_PATH = f\"gs://{BUCKET_NAME}/{BLOB_PATH}\""
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "1aa75b3d4616"
-      },
-      "source": [
-        "Give a display name to the Vertex AI model resource."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "02ca350dba6c"
-      },
-      "outputs": [],
-      "source": [
-        "# Set the model-dsiplay-name\n",
-        "MODEL_DISPLAY_NAME = \"[your-model-display-name]\"  # @param {type:\"string\"}\n",
-        "\n",
-        "# Otherwise, use the default name\n",
-        "if (\n",
-        "    MODEL_DISPLAY_NAME == \"[your-model-display-name]\"\n",
-        "    or MODEL_DISPLAY_NAME is None\n",
-        "    or MODEL_DISPLAY_NAME == \"\"\n",
-        "):\n",
-        "    MODEL_DISPLAY_NAME = \"pred_maint_model_\" + UUID\n",
-        "\n",
-        "print(MODEL_DISPLAY_NAME)"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -1205,28 +891,6 @@
         "Next, create an endpoint resource for deploying the model."
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "e1e0cd571992"
-      },
-      "outputs": [],
-      "source": [
-        "# Set the endpoint-dsiplay-name\n",
-        "ENDPOINT_DISPLAY_NAME = \"[your-endpoint-display-name]\"  # @param {type:\"string\"}\n",
-        "\n",
-        "# Otherwise, use the default name\n",
-        "if (\n",
-        "    ENDPOINT_DISPLAY_NAME == \"[your-endpoint-display-name]\"\n",
-        "    or ENDPOINT_DISPLAY_NAME is None\n",
-        "    or ENDPOINT_DISPLAY_NAME == \"\"\n",
-        "):\n",
-        "    ENDPOINT_DISPLAY_NAME = \"pred_maint_endpoint_\" + UUID\n",
-        "\n",
-        "print(ENDPOINT_DISPLAY_NAME)"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -1235,7 +899,6 @@
       },
       "outputs": [],
       "source": [
-        "# Create the Endpoint resource\n",
         "endpoint = aiplatform.Endpoint.create(display_name=ENDPOINT_DISPLAY_NAME)\n",
         "\n",
         "print(endpoint.display_name)\n",
@@ -1252,11 +915,18 @@
         "<a name=\"section-12\"></a>\n",
         "\n",
         "\n",
-        "Configure the following parameters and deploy the model to the created endpoint.\n",
-        "\n",
-        "- `endpoint`: The `Endpoint` object created using Vertex AI SDK.\n",
-        "- `deployed_model_display_name`: A display-name for the deployment.\n",
-        "- `machine_type`: Type of the machine required for the deployment environment. See [here](https://cloud.google.com/vertex-ai/docs/predictions/configure-compute) for references."
+        "Configure the deployment name, machine type, and other parameters for the deployment and deploy the model to the created endpoint."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ca41cac871d6"
+      },
+      "outputs": [],
+      "source": [
+        "MACHINE_TYPE = \"n1-standard-2\""
       ]
     },
     {
@@ -1270,8 +940,8 @@
         "# deploy the model to the endpoint\n",
         "model.deploy(\n",
         "    endpoint=endpoint,\n",
-        "    deployed_model_display_name=MODEL_DISPLAY_NAME + \"_deployment\",\n",
-        "    machine_type=\"n1-standard-2\",\n",
+        "    deployed_model_display_name=DEPLOYED_MODEL_NAME,\n",
+        "    machine_type=MACHINE_TYPE,\n",
         ")\n",
         "\n",
         "model.wait()\n",
@@ -1314,15 +984,7 @@
         "## Clean up\n",
         "<a name=\"section-14\"></a>\n",
         "\n",
-        "To clean up all Google Cloud resources used in this project, you can [delete the Google Cloud\n",
-        "project](https://cloud.google.com/resource-manager/docs/creating-managing-projects#shutting_down_projects) you used for the tutorial.\n",
-        "\n",
-        "Otherwise, you can delete the individual resources you created in this tutorial:\n",
-        "* Vertex AI Model\n",
-        "* Vertex AI Endpoint\n",
-        "* Cloud Storage bucket\n",
-        "\n",
-        "Set `delete_bucket` to **True** to delete the Cloud Storage bucket."
+        "Undeploy the model from the endpoint."
       ]
     },
     {
@@ -1333,19 +995,68 @@
       },
       "outputs": [],
       "source": [
-        "# Undeploy all the models from the endpoint\n",
-        "endpoint.undeploy_all()\n",
-        "\n",
-        "# Delete the endpoint resource\n",
-        "endpoint.delete()\n",
-        "\n",
-        "# Delete the model resource\n",
-        "model.delete()\n",
-        "\n",
-        "# Delete the Cloud Storage bucket\n",
-        "delete_bucket = False\n",
-        "if delete_bucket or os.getenv(\"IS_TESTING\"):\n",
-        "    ! gsutil -m rm -r $BUCKET_URI"
+        "DEPLOYED_MODEL_ID = \"\"\n",
+        "endpoint.undeploy(deployed_model_id=DEPLOYED_MODEL_ID)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "96e427b77791"
+      },
+      "source": [
+        "Delete the endpoint."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ace028ac23ea"
+      },
+      "outputs": [],
+      "source": [
+        "endpoint.delete()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "4b77998d0512"
+      },
+      "source": [
+        "Delete the model."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "e034150a4c94"
+      },
+      "outputs": [],
+      "source": [
+        "model.delete()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "23cb2deb122d"
+      },
+      "source": [
+        "Remove the contents of the Cloud Storage bucket."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "98aaac27d85d"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil -m rm -r $BUCKET_URI"
       ]
     }
   ],

notebooks/community/managed_notebooks/pricing_optimization/pricing-optimization.ipynb

@@ -1,68 +1,16 @@
 {
   "cells": [
     {
-      "cell_type": "code",
-      "execution_count": null,
+      "cell_type": "markdown",
       "metadata": {
         "id": "d1cc1c1fa076"
       },
-      "outputs": [],
-      "source": [
-        "# Copyright 2022 Google LLC\n",
-        "#\n",
-        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
-        "# you may not use this file except in compliance with the License.\n",
-        "# You may obtain a copy of the License at\n",
-        "#\n",
-        "#     https://www.apache.org/licenses/LICENSE-2.0\n",
-        "#\n",
-        "# Unless required by applicable law or agreed to in writing, software\n",
-        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
-        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
-        "# See the License for the specific language governing permissions and\n",
-        "# limitations under the License."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "9751bc48dbcb"
-      },
-      "source": [
-        "# Analysis of pricing optimization on CDM Pricing Data\n",
-        "\n",
-        "<table align=\"left\">\n",
-        "\n",
-        "  <td>\n",
-        "    <a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/pricing_optimization/pricing-optimization.ipynb\">\n",
-        "      <img src=\"https://cloud.google.com/ml-engine/images/colab-logo-32px.png\" alt=\"Colab logo\"> Run in Colab\n",
-        "    </a>\n",
-        "  </td>\n",
-        "  <td>\n",
-        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/workbench/pricing_optimization/pricing-optimization.ipynb\">\n",
-        "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
-        "      View on GitHub\n",
-        "    </a>\n",
-        "  </td>\n",
-        "  <td>\n",
-        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/official/workbench/pricing_optimization/pricing-optimization.ipynb\">\n",
-        "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
-        "      Open in Vertex AI Workbench\n",
-        "    </a>\n",
-        "  </td>                                                                                               \n",
-        "</table>"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "cd1268747961"
-      },
       "source": [
+        "# Pricing Optimization \n",
         "## Table of contents\n",
         "* [Overview](#section-1)\n",
-        "* [Objective](#section-2)\n",
-        "* [Dataset](#section-3)\n",
+        "* [Dataset](#section-2)\n",
+        "* [Objective](#section-3)\n",
         "* [Costs](#section-4)\n",
         "* [Create a BigQuery dataset](#section-5)\n",
         "* [Load the dataset from Cloud Storage](#section-6)\n",
@@ -71,41 +19,24 @@
         "* [Train the model using BigQuery ML](#section-9)\n",
         "* [Generate forecasts from the model](#section-10)\n",
         "* [Interpret the results to choose the best price](#section-11)\n",
-        "* [Clean up](#section-12)\n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "8414ceb17c47"
-      },
-      "source": [
+        "* [Clean up](#section-12)\n",
+        "\n",
         "## Overview\n",
         "<a name=\"section-1\"></a>\n",
         "\n",
         "This notebook demonstrates analysis of pricing optimization on [CDM Pricing Data](https://github.com/trifacta/trifacta-google-cloud/tree/main/design-pattern-pricing-optimization) and automating the workflow using Vertex AI Workbench managed notebooks.\n",
         "\n",
-        "*Note: This notebook file was developed to run in a [Vertex AI Workbench managed notebooks](https://console.cloud.google.com/vertex-ai/workbench/list/managed) instance using the Python (Local) kernel. Some components of this notebook may not work in other notebook environments.*"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "71f69cfdff2b"
-      },
-      "source": [
-        "## Objective\n",
+        "*Note: This notebook file was developed to run in a [Vertex AI Workbench managed notebooks](https://console.cloud.google.com/vertex-ai/workbench/list/managed) instance using the Python (Local) kernel. Some components of this notebook may not work in other notebook environments.*\n",
+        "\n",
+        "## Dataset\n",
         "<a name=\"section-2\"></a>\n",
         "\n",
-        "The objective of this notebook is to build a pricing optimization model using BigQuery ML. The following steps have been followed:  \n",
+        "The dataset used in this notebook is a part of the [CDM Pricing dataset](https://github.com/trifacta/trifacta-google-cloud/blob/main/design-pattern-pricing-optimization/CDM_Pricing_large_table.csv), which consists of product sales information on specified dates.\n",
         "\n",
-        "This tutorial uses the following Google Cloud ML services and resources:\n",
+        "## Objective\n",
+        "<a name=\"section-3\"></a>\n",
         "\n",
-        "- Google Cloud Storage\n",
-        "- BigQuery\n",
-        "\n",
-        "\n",
-        "The steps performed include:\n",
+        "The objective of this notebook is to build a pricing optimization model using Vertex AI. The following steps have been followed:  \n",
         "\n",
         "- Load the required dataset from a Cloud Storage bucket.\n",
         "- Analyze the fields present in the dataset.\n",
@@ -113,27 +44,8 @@
         "- Build a BigQuery ML forecast model on the processed data.\n",
         "- Get forecasted values from the BigQuery ML model.\n",
         "- Interpret the forecasts to identify the best prices.\n",
-        "- Clean up.\n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "d20422a5c34d"
-      },
-      "source": [
-        "## Dataset\n",
-        "<a name=\"section-3\"></a>\n",
+        "- Clean up.\n",
         "\n",
-        "The dataset used in this notebook is a part of the [CDM Pricing dataset](https://github.com/trifacta/trifacta-google-cloud/blob/main/design-pattern-pricing-optimization/CDM_Pricing_large_table.csv), which consists of product sales information on specified dates."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "c05bcd30859d"
-      },
-      "source": [
         "## Costs\n",
         "<a name=\"section-4\"></a>\n",
         "\n",
@@ -148,121 +60,7 @@
         "pricing](https://cloud.google.com/vertex-ai/pricing), [BigQuery pricing](https://cloud.google.com/bigquery/pricing) and [Cloud Storage\n",
         "pricing](https://cloud.google.com/storage/pricing), and use the [Pricing\n",
         "Calculator](https://cloud.google.com/products/calculator/)\n",
-        "to generate a cost estimate based on your projected usage."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "f5494c42606e"
-      },
-      "source": [
-        "### Set up your local development environment\n",
-        "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
-        "all the requirements to run this notebook. You can skip this step.\n",
-        "\n",
-        "**Otherwise**, make sure your environment meets this notebook's requirements.\n",
-        "You need the following:\n",
-        "\n",
-        "* The Google Cloud SDK\n",
-        "* Git\n",
-        "* Python 3\n",
-        "* virtualenv\n",
-        "* Jupyter notebook running in a virtual environment with Python 3\n",
-        "\n",
-        "The Google Cloud guide to [Setting up a Python development\n",
-        "environment](https://cloud.google.com/python/setup) and the [Jupyter\n",
-        "installation guide](https://jupyter.org/install) provide detailed instructions\n",
-        "for meeting these requirements. The following steps provide a condensed set of\n",
-        "instructions:\n",
-        "\n",
-        "1. [Install and initialize the Cloud SDK.](https://cloud.google.com/sdk/docs/)\n",
-        "\n",
-        "1. [Install Python 3.](https://cloud.google.com/python/setup#installing_python)\n",
-        "\n",
-        "1. [Install\n",
-        "   virtualenv](https://cloud.google.com/python/setup#installing_and_using_virtualenv)\n",
-        "   and create a virtual environment that uses Python 3. Activate the virtual environment.\n",
-        "\n",
-        "1. To install Jupyter, run `pip3 install jupyter` on the\n",
-        "command-line in a terminal shell.\n",
-        "\n",
-        "1. To launch Jupyter, run `jupyter notebook` on the command-line in a terminal shell.\n",
-        "\n",
-        "1. Open this notebook in the Jupyter Notebook Dashboard."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "2bed1491312f"
-      },
-      "source": [
-        "### Install additional packages\n"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "1fd00fa70a2a"
-      },
-      "outputs": [],
-      "source": [
-        "import os\n",
-        "\n",
-        "# The Vertex AI Workbench Notebook product has specific requirements\n",
-        "IS_WORKBENCH_NOTEBOOK = os.getenv(\"DL_ANACONDA_HOME\")\n",
-        "IS_USER_MANAGED_WORKBENCH_NOTEBOOK = os.path.exists(\n",
-        "    \"/opt/deeplearning/metadata/env_version\"\n",
-        ")\n",
-        "\n",
-        "# Vertex AI Notebook requires dependencies to be installed with '--user'\n",
-        "USER_FLAG = \"\"\n",
-        "if IS_WORKBENCH_NOTEBOOK:\n",
-        "    USER_FLAG = \"--user\""
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "25fffcad67f0"
-      },
-      "outputs": [],
-      "source": [
-        "! pip3 install {USER_FLAG} --upgrade pandas-gbq 'google-cloud-bigquery[bqstorage,pandas]' seaborn fsspec gcsfs -q\n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "d3a26cb9b19d"
-      },
-      "source": [
-        "### Restart the kernel\n",
-        "\n",
-        "After you install the additional packages, you need to restart the notebook kernel so it can find the packages."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "c1464805870e"
-      },
-      "outputs": [],
-      "source": [
-        "# Automatically restart kernel after installs\n",
-        "import os\n",
-        "\n",
-        "if not os.getenv(\"IS_TESTING\"):\n",
-        "    # Automatically restart kernel after installs\n",
-        "    import IPython\n",
-        "\n",
-        "    app = IPython.Application.instance()\n",
-        "    app.kernel.do_shutdown(True)"
+        "to generate a cost estimate based on your projected usage.\n"
       ]
     },
     {
@@ -273,25 +71,6 @@
       "source": [
         "## Before you begin\n",
         "\n",
-        "### Set up your Google Cloud project\n",
-        "\n",
-        "**The following steps are required, regardless of your notebook environment.**\n",
-        "\n",
-        "1. [Select or create a Google Cloud project](https://console.cloud.google.com/cloud-resource-manager). When you first create an account, you get a $300 free credit towards your compute/storage costs.\n",
-        "\n",
-        "1. [Make sure that billing is enabled for your project](https://cloud.google.com/billing/docs/how-to/modify-project).\n",
-        "\n",
-        "1. [Enable the Vertex AI, Cloud Storage, and Compute Engine APIs](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com,compute_component,storage-component.googleapis.com). \n",
-        "\n",
-        "1. [Configure your Google Cloud project for Vertex Pipelines](https://cloud.google.com/vertex-ai/docs/pipelines/configure-project).\n",
-        "\n",
-        "1. If you are running this notebook locally, you will need to install the [Cloud SDK](https://cloud.google.com/sdk).\n",
-        "\n",
-        "1. Enter your project ID in the cell below. Then run the cell to make sure the\n",
-        "Cloud SDK uses the right project for all the commands in this notebook.\n",
-        "\n",
-        "**Note**: Jupyter runs lines prefixed with `!` as shell commands, and it interpolates Python variables prefixed with `$` into these commands.\n",
-        "\n",
         "### Set your project ID\n",
         "\n",
         "**If you don't know your project ID**, you may be able to get your project ID using `gcloud`."
@@ -305,139 +84,36 @@
       },
       "outputs": [],
       "source": [
-        "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
+        "import os\n",
+        "\n",
+        "PROJECT_ID = \"\"\n",
+        "\n",
+        "# Get your Google Cloud project ID from gcloud\n",
+        "if not os.getenv(\"IS_TESTING\"):\n",
+        "    shell_output = !gcloud config list --format 'value(core.project)' 2>/dev/null\n",
+        "    PROJECT_ID = shell_output[0]\n",
+        "    print(\"Project ID: \", PROJECT_ID)"
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": null,
+      "cell_type": "markdown",
       "metadata": {
         "id": "750bf2883c2d"
       },
-      "outputs": [],
       "source": [
-        "if PROJECT_ID == \"\" or PROJECT_ID is None or PROJECT_ID == \"[your-project-id]\":\n",
-        "    # Get your GCP project id from gcloud\n",
-        "    shell_output = ! gcloud config list --format 'value(core.project)' 2>/dev/null\n",
-        "    PROJECT_ID = shell_output[0]\n",
-        "    print(\"Project ID:\", PROJECT_ID)"
+        "Otherwise, set your project ID here."
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "30e64c0eda41"
+        "id": "3c6db1ca88b9"
       },
       "outputs": [],
       "source": [
-        "! gcloud config set project $PROJECT_ID"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "0e5ca6c89ab7"
-      },
-      "source": [
-        "#### UUID\n",
-        "\n",
-        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a uuid for each instance session, and append it onto the name of resources you create in this tutorial.\n"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "1105933b5528"
-      },
-      "outputs": [],
-      "source": [
-        "import random\n",
-        "import string\n",
-        "\n",
-        "\n",
-        "# Generate a uuid of a specifed length(default=8)\n",
-        "def generate_uuid(length: int = 8) -> str:\n",
-        "    return \"\".join(random.choices(string.ascii_lowercase + string.digits, k=length))\n",
-        "\n",
-        "\n",
-        "UUID = generate_uuid()"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "67a2b5ee4efb"
-      },
-      "source": [
-        "### Authenticate your Google Cloud account\n",
-        "\n",
-        "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated. Skip this step."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "e44201253746"
-      },
-      "source": [
-        "**If you are using Colab**, run the cell below and follow the instructions\n",
-        "when prompted to authenticate your account via oAuth.\n",
-        "\n",
-        "**Otherwise**, follow these steps:\n",
-        "\n",
-        "1. In the Cloud Console, go to the [**Create service account key**\n",
-        "   page](https://console.cloud.google.com/apis/credentials/serviceaccountkey).\n",
-        "\n",
-        "2. Click **Create service account**.\n",
-        "\n",
-        "3. In the **Service account name** field, enter a name, and\n",
-        "   click **Create**.\n",
-        "\n",
-        "4. In the **Grant this service account access to project** section, click the **Role** drop-down list. Type \"Vertex AI\"\n",
-        "into the filter box, and select\n",
-        "   **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
-        "\n",
-        "5. Click *Create*. A JSON file that contains your key downloads to your\n",
-        "local environment.\n",
-        "\n",
-        "6. Enter the path to your service account key as the\n",
-        "`GOOGLE_APPLICATION_CREDENTIALS` variable in the cell below and run the cell."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "505a908f1d0e"
-      },
-      "outputs": [],
-      "source": [
-        "# If you are running this notebook in Colab, run this cell and follow the\n",
-        "# instructions to authenticate your GCP account. This provides access to your\n",
-        "# Cloud Storage bucket and lets you submit training jobs and prediction\n",
-        "# requests.\n",
-        "\n",
-        "import os\n",
-        "import sys\n",
-        "\n",
-        "# If on Vertex AI Workbench, then don't execute this code\n",
-        "IS_COLAB = \"google.colab\" in sys.modules\n",
-        "if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
-        "    \"DL_ANACONDA_HOME\"\n",
-        "):\n",
-        "    if \"google.colab\" in sys.modules:\n",
-        "        from google.colab import auth as google_auth\n",
-        "\n",
-        "        google_auth.authenticate_user()\n",
-        "\n",
-        "    # If you are running this notebook locally, replace the string below with the\n",
-        "    # path to your service account key and run this cell to authenticate your GCP\n",
-        "    # account.\n",
-        "    elif not os.getenv(\"IS_TESTING\"):\n",
-        "        %env GOOGLE_APPLICATION_CREDENTIALS ''"
+        "if PROJECT_ID == \"\" or PROJECT_ID is None:\n",
+        "    PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
       ]
     },
     {
@@ -464,15 +140,6 @@
         "from google.cloud.bigquery import Client"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "3d5ff24d3194"
-      },
-      "source": [
-        "#### Set the BigQuery dataset ID and table ID"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -481,10 +148,8 @@
       },
       "outputs": [],
       "source": [
-        "DATASET = \"pricing_optimization\" + \"_\" + UUID  # set the BigQuery dataset-id\n",
-        "TRAINING_DATA_TABLE = (\n",
-        "    \"training_data_table\"  # set the BigQuery table-id to store the training data\n",
-        ")"
+        "DATASET = \"[your-bigquery-dataset-id]\"  # set the BigQuery dataset-id\n",
+        "TRAINING_DATA_TABLE = \"[your-bigquery-table-id-to-store-the-training-data]\"  # set the BigQuery table-id to store the training data"
       ]
     },
     {
@@ -497,15 +162,6 @@
         "<a name=\"section-5\"></a>\n"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "3a063f530682"
-      },
-      "source": [
-        "If you are using ***Vertex AI Workbench managed notebooks instance***, every cell which starts with \"#@bigquery\" will be a SQL Query. If you are using Vertex AI Workbench user managed notebooks instance or Colab it will be a markdown cell."
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -515,44 +171,12 @@
         "#@bigquery\n",
         "-- create a dataset in BigQuery\n",
         "\n",
-        "CREATE SCHEMA [your-dataset-id]\n",
+        "CREATE SCHEMA pricing_optimization\n",
         "OPTIONS(\n",
         "  location=\"us\"\n",
         "  )"
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "00bd69008c92"
-      },
-      "outputs": [],
-      "source": [
-        "# Construct a BigQuery client object.\n",
-        "client = Client(project=PROJECT_ID)"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "5f7acd204413"
-      },
-      "outputs": [],
-      "source": [
-        "query = \"\"\"\n",
-        "CREATE SCHEMA {DATASET}\n",
-        "OPTIONS(\n",
-        "  location=\"us\"\n",
-        "  )\n",
-        "\"\"\".format(\n",
-        "    DATASET=DATASET\n",
-        ")\n",
-        "query_job = client.query(query)\n",
-        "print(query_job.result())"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -583,7 +207,7 @@
         "id": "7b98d5f09842"
       },
       "source": [
-        "You build a forecast model on this data and thus determine the best price for a product. For this type of model, you will not be using many fields: only the sales and price related ones. For the current execrcise, focus on the following fields:\n",
+        "You will build a forecast model on this data and thus determine the best price for a product. For this type of model, you will not be using many fields: only the sales and price related ones. For the current execrcise, focus on the following fields:\n",
         "\n",
         "- `Product_ID`\n",
         "- `Customer_Hierarchy`\n",
@@ -597,7 +221,7 @@
         "\n",
         "First, explore the data and distributions.\n",
         "\n",
-        "#### Select the required columns from the dataframe."
+        "Select the required columns from the dataframe."
       ]
     },
     {
@@ -623,7 +247,7 @@
         "id": "3d780043ee5b"
       },
       "source": [
-        "#### Check the column types and null values in the dataframe."
+        "Check the column types and null values in the dataframe."
       ]
     },
     {
@@ -645,7 +269,7 @@
       "source": [
         "This data description reveals that there are no null values in the data. Also, the field `Fiscal_Date` which is a date field is loaded as an object type. \n",
         "\n",
-        "#### Change the type of the date field to datetime."
+        "Change the type of the date field to datetime."
       ]
     },
     {
@@ -665,7 +289,7 @@
         "id": "fb4778578064"
       },
       "source": [
-        "#### Plot the distributions for the categorical fields."
+        "Plot the distributions for the categorical fields."
       ]
     },
     {
@@ -688,7 +312,7 @@
         "id": "145deed255e0"
       },
       "source": [
-        "#### Plot the distributions for the numerical fields."
+        "Plot the distributions for the numerical fields."
       ]
     },
     {
@@ -714,7 +338,7 @@
         "id": "f9b9c2e58380"
       },
       "source": [
-        "#### Check the maximum date and minimum date in Fiscal_Date column."
+        "Check the maximum date and minimum date in Fiscal_Date column."
       ]
     },
     {
@@ -735,7 +359,7 @@
         "id": "4834f63e2e59"
       },
       "source": [
-        "#### Check the product distribution across each category."
+        "Check the product distribution across each category."
       ]
     },
     {
@@ -757,7 +381,7 @@
         "id": "01ed02b9c8fd"
       },
       "source": [
-        "#### Check the percentage changes in the orders based on the percentage changes in the price."
+        "Check the percentage changes in the orders based on the percentage changes in the price."
       ]
     },
     {
@@ -833,7 +457,7 @@
         "## Preprocess the data for training\n",
         "<a name=\"section-8\"></a>\n",
         "\n",
-        "#### Check which `Product_ID`'s  have the maximum orders."
+        "Check which `Product_ID`'s  have the maximum orders."
       ]
     },
     {
@@ -877,7 +501,7 @@
         "id": "2dbc0d64d157"
       },
       "source": [
-        "#### Check the various prices available for these `Product_ID`s."
+        "Check the various prices available for these `Product_ID`s."
       ]
     },
     {
@@ -919,9 +543,9 @@
         "id": "f023af578c0f"
       },
       "source": [
-        "In the publishing category, `Product_ID` `SKU 8` and `SKU 17` are less than or equal to two different prices in the entire data and so you exclude them and consider the rest for building the forecast model. The idea here is to train a forecast model on the timeseries data for products with different prices.\n",
+        "In the publishing category, `Product_ID` `SKU 8` and `SKU 17` are less than or equal to two different prices in the entire data and so you will exclude them and consider the rest for building the forecast model. The idea here is to train a forecast model on the timeseries data for products with different prices.\n",
         "\n",
-        "#### Join the data for all the `Product_ID`s into one dataframe and remove duplicate records."
+        "Join the data for all the `Product_ID`s into one dataframe and remove duplicate records."
       ]
     },
     {
@@ -955,7 +579,7 @@
         "id": "add5063df368"
       },
       "source": [
-        "#### Save the data to a BigQuery table."
+        "Save the data to a BigQuery table."
       ]
     },
     {
@@ -991,7 +615,7 @@
         "    \"{}.{}.{}\".format(PROJECT_ID, DATASET, TRAINING_DATA_TABLE),\n",
         "    job_config=job_config,\n",
         ")  # Make an API request.\n",
-        "print(job.result())  # Wait for the job to complete."
+        "job.result()  # Wait for the job to complete."
       ]
     },
     {
@@ -1013,7 +637,7 @@
       },
       "source": [
         "#@bigquery\n",
-        "create or replace model [your-dataset-id].bqml_arima\n",
+        "create or replace model pricing_optimization.bqml_arima\n",
         "options\n",
         " (model_type = 'ARIMA_PLUS',\n",
         "  time_series_timestamp_col = 'Fiscal_Date',\n",
@@ -1025,35 +649,7 @@
         " Concat(Product_ID,\"_\" ,Cast(List_Price_Converged as string)) as ID,\n",
         " Invoiced_quantity_in_Pieces\n",
         "from\n",
-        " [your-dataset-id].TRAINING_DATA\n"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "e25254d219b7"
-      },
-      "outputs": [],
-      "source": [
-        "query = \"\"\"\n",
-        "create or replace model `{PROJECT_ID}.{DATASET}.bqml_arima`\n",
-        "options\n",
-        " (model_type = 'ARIMA_PLUS',\n",
-        "  time_series_timestamp_col = 'Fiscal_Date',\n",
-        "  time_series_data_col = 'Invoiced_quantity_in_Pieces',\n",
-        "  time_series_id_col = 'ID'\n",
-        " ) as\n",
-        "select\n",
-        " Fiscal_Date,\n",
-        " Concat(Product_ID,\"_\" ,Cast(List_Price_Converged as string)) as ID,\n",
-        " Invoiced_quantity_in_Pieces\n",
-        "from\n",
-        " `{DATASET}.{TRAINING_DATA_TABLE}`\"\"\".format(\n",
-        "    PROJECT_ID=PROJECT_ID, DATASET=DATASET, TRAINING_DATA_TABLE=TRAINING_DATA_TABLE\n",
-        ")\n",
-        "query_job = client.query(query)\n",
-        "print(query_job.result())"
+        " pricing_optimization.TRAINING_DATA\n"
       ]
     },
     {
@@ -1076,6 +672,8 @@
       },
       "outputs": [],
       "source": [
+        "client = Client()\n",
+        "\n",
         "query = '''\n",
         "DECLARE HORIZON STRING DEFAULT \"30\"; #number of values to forecast\n",
         "DECLARE CONFIDENCE_LEVEL STRING DEFAULT \"0.90\"; ## required confidence level\n",
@@ -1084,13 +682,11 @@
         "    SELECT\n",
         "      *\n",
         "    FROM \n",
-        "      ML.FORECAST(MODEL {DATASET}.bqml_arima, \n",
+        "      ML.FORECAST(MODEL pricing_optimization.bqml_arima, \n",
         "                  STRUCT(%s AS horizon, \n",
         "                         %s AS confidence_level)\n",
         "                 )\n",
-        "    \"\"\",HORIZON,CONFIDENCE_LEVEL)'''.format(\n",
-        "    DATASET=DATASET\n",
-        ")\n",
+        "    \"\"\",HORIZON,CONFIDENCE_LEVEL)'''\n",
         "job = client.query(query)\n",
         "dfforecast = job.to_dataframe()\n",
         "dfforecast.head()"
@@ -1105,7 +701,7 @@
         "## Interpret the results to choose the best price\n",
         "<a name=\"section-11\"></a>\n",
         "\n",
-        "#### Calculate average forecast values for the forecast duration."
+        "Calculate average forecast values for the forecast duration."
       ]
     },
     {
@@ -1127,7 +723,7 @@
         "id": "5ce395d652a3"
       },
       "source": [
-        "#### Extract the ID and Price fields from the ID field."
+        "Extract the ID and Price fields from the ID field."
       ]
     },
     {
@@ -1148,7 +744,7 @@
         "id": "3cee67f4028f"
       },
       "source": [
-        "#### Plot the average forecasted sales vs. the price of the product."
+        "Plot the average forecasted sales vs. the price of the product."
       ]
     },
     {
@@ -1177,15 +773,9 @@
         "\n",
         "- SKU 107's price range can be from 4.44 - 4.73 units\n",
         "- SKU 140's price can be 1.95 units\n",
-        "- SKU 62's price can be 4.23 units\n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "01fdc73828af"
-      },
-      "source": [
+        "- SKU 62's price can be 4.23 units\n",
+        "\n",
+        "\n",
         "## Clean Up\n",
         "<a name=\"section-12\"></a>\n",
         "\n",
@@ -1202,8 +792,11 @@
       },
       "outputs": [],
       "source": [
-        "# Set dataset_id to the ID of the dataset to fetch.\n",
-        "dataset_id = \"{PROJECT_ID}.{DATASET}\".format(PROJECT_ID=PROJECT_ID, DATASET=DATASET)\n",
+        "# Construct a BigQuery client object.\n",
+        "client = bigquery.Client()\n",
+        "\n",
+        "# TODO(developer): Set model_id to the ID of the model to fetch.\n",
+        "dataset_id = \"{PROJECT}.{DATASET}\".format(PROJECT=PROJECT_ID, DATASET=DATASET)\n",
         "\n",
         "# Use the delete_contents parameter to delete a dataset and its contents.\n",
         "# Use the not_found_ok parameter to not receive an error if the dataset has already been deleted.\n",

notebooks/community/matching_engine/sdk_matching_engine_for_indexing.ipynb

@@ -32,13 +32,13 @@
         "<table align=\"left\">\n",
         "\n",
         "  <td>\n",
-        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/official/matching_engine/sdk_matching_engine_for_indexing.ipynb\">\n",
+        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/community/matching_engine/sdk_matching_engine_for_indexing.ipynb\">\n",
         "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
         "      Run in Vertex Workbench\n",
         "    </a>\n",
         "  </td>\n",
         "  <td>\n",
-        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/matching_engine/sdk_matching_engine_for_indexing.ipynb\">\n",
+        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/community/matching_engine/sdk_matching_engine_for_indexing.ipynb\">\n",
         "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
         "      View on GitHub\n",
         "    </a>\n",
@@ -95,182 +95,8 @@
         "id": "S5zc4kbEiYCm"
       },
       "source": [
-        "## Before you begin"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "d1e95a984673"
-      },
-      "source": [
-        "### Set up your Google Cloud project\n",
+        "## Before you begin\n",
         "\n",
-        "**The following steps are required, regardless of your notebook environment.**\n",
-        "\n",
-        "1. [Select or create a Google Cloud project](https://console.cloud.google.com/cloud-resource-manager).\n",
-        "\n",
-        "1. [Make sure that billing is enabled for your project](https://cloud.google.com/billing/docs/how-to/modify-project).\n",
-        "\n",
-        "1. [Enable the Vertex AI API and Compute Engine API, and Service Networking API](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com,compute_component,servicenetworking.googleapis.com).\n",
-        "\n",
-        "1. Enter your project ID in the cell below. Then run the cell to make sure the\n",
-        "Cloud SDK uses the right project for all the commands in this notebook.\n",
-        "\n",
-        "**Note**: Jupyter runs lines prefixed with `!` as shell commands, and it interpolates Python variables prefixed with `$` into these commands."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "2b9daa35336a"
-      },
-      "source": [
-        "### Authenticate your Google Cloud account\n",
-        "\n",
-        "**If you are using a Vertex AI Workbench notebook**, your environment is already\n",
-        "authenticated. Skip this step."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "c6bed8c6a6b3"
-      },
-      "source": [
-        "**If you are using Colab**, run the cell below and follow the instructions\n",
-        "when prompted to authenticate your account via oAuth.\n",
-        "\n",
-        "**Otherwise**, follow these steps:\n",
-        "\n",
-        "1. In the Cloud Console, go to the [**Create service account key**\n",
-        "   page](https://console.cloud.google.com/apis/credentials/serviceaccountkey).\n",
-        "\n",
-        "2. Click **Create service account**.\n",
-        "\n",
-        "3. In the **Service account name** field, enter a name, and\n",
-        "   click **Create**.\n",
-        "\n",
-        "4. In the **Grant this service account access to project** section, click the **Role** drop-down list. Type \"Vertex AI\"\n",
-        "into the filter box, and select\n",
-        "   **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
-        "\n",
-        "5. Click *Create*. A JSON file that contains your key downloads to your\n",
-        "local environment.\n",
-        "\n",
-        "6. Enter the path to your service account key as the\n",
-        "`GOOGLE_APPLICATION_CREDENTIALS` variable in the cell below and run the cell."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "3e2b43c2d2bf"
-      },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "Your browser has been opened to visit:\n",
-            "\n",
-            "    https://accounts.google.com/o/oauth2/auth?response_type=code&client_id=32555940559.apps.googleusercontent.com&redirect_uri=http%3A%2F%2Flocalhost%3A8085%2F&scope=openid+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fuserinfo.email+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fcloud-platform+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fappengine.admin+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fsqlservice.login+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fcompute+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Faccounts.reauth&state=UY9jjYfhoSedWWUOWXp5Pmicq0Ic04&access_type=offline&code_challenge=OQefcewSwkT7ZwfzzOVidtngvZspdY1NgN6rltw8x7A&code_challenge_method=S256\n",
-            "\n"
-          ]
-        }
-      ],
-      "source": [
-        "import os\n",
-        "import sys\n",
-        "\n",
-        "# If you are running this notebook in Colab, run this cell and follow the\n",
-        "# instructions to authenticate your GCP account. This provides access to your\n",
-        "# Cloud Storage bucket and lets you submit training jobs and prediction\n",
-        "# requests.\n",
-        "\n",
-        "# The Vertex AI Workbench notebook product has specific requirements\n",
-        "IS_VERTEX_AI_WORKBENCH_NOTEBOOK = os.path.exists(\n",
-        "    \"/opt/deeplearning/metadata/env_version\"\n",
-        ")\n",
-        "\n",
-        "# If on a Vertex AI Workbench notebook, then don't execute this code\n",
-        "if not IS_VERTEX_AI_WORKBENCH_NOTEBOOK:\n",
-        "    if \"google.colab\" in sys.modules:\n",
-        "        from google.colab import auth as google_auth\n",
-        "\n",
-        "        google_auth.authenticate_user()\n",
-        "\n",
-        "    # If you are running this notebook locally, log in using gcloud\n",
-        "    elif not os.getenv(\"IS_TESTING\"):\n",
-        "        ! gcloud auth login"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "WReHDGG5g0XY"
-      },
-      "source": [
-        "#### Set your project ID\n",
-        "\n",
-        "**If you don't know your project ID**, you may be able to get your project ID using `gcloud`."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 1,
-      "metadata": {
-        "id": "beb72f394541"
-      },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "Project ID:  python-docs-samples-tests\n"
-          ]
-        }
-      ],
-      "source": [
-        "import os\n",
-        "\n",
-        "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}\n",
-        "\n",
-        "# Get your Google Cloud project ID from gcloud\n",
-        "if not os.getenv(\"IS_TESTING\"):\n",
-        "    shell_output = !gcloud config list --format 'value(core.project)' 2>/dev/null\n",
-        "    PROJECT_ID = shell_output[0]\n",
-        "    print(\"Project ID: \", PROJECT_ID)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "f4c6d0a9e66c"
-      },
-      "source": [
-        "Otherwise, set your project ID here."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "1dc3fa9ac4f7"
-      },
-      "outputs": [],
-      "source": [
-        "if PROJECT_ID == \"\" or PROJECT_ID is None:\n",
-        "    PROJECT_ID = \"<your_project_id>\"  # @param {type:\"string\"}"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "4962667eec8e"
-      },
-      "source": [
         "* **Prepare a VPC network**.  To reduce any network overhead that might lead to unnecessary increase in overhead latency, it is best to call the ANN endpoints from your VPC via a direct [VPC Peering](https://cloud.google.com/vertex-ai/docs/general/vpc-peering) connection. \n",
         "  * The following section describes how to setup a VPC Peering connection if you don't have one. \n",
         "  * This is a one-time initial setup task. You can also reuse existing VPC network and skip this section."
@@ -284,7 +110,9 @@
       },
       "outputs": [],
       "source": [
-        "VPC_NETWORK = \"[your-vpc-network-name]\"  # @param {type:\"string\"}\n",
+        "PROJECT_ID = \"python-docs-samples-tests\"  # @param {type:\"string\"}\n",
+        "\n",
+        "NETWORK_NAME = \"ann-vpc-network\"  # @param {type:\"string\"}\n",
         "\n",
         "PEERING_RANGE_NAME = \"ann-haystack-range\""
       ]
@@ -297,28 +125,24 @@
       },
       "outputs": [],
       "source": [
-        "import os\n",
+        "# Create a VPC network\n",
+        "! gcloud compute networks create {NETWORK_NAME} --bgp-routing-mode=regional --subnet-mode=auto --project={PROJECT_ID}\n",
         "\n",
-        "# Remove the if condition to run the encapsulated code\n",
-        "if not os.getenv(\"IS_TESTING\"):\n",
-        "    # Create a VPC network\n",
-        "    ! gcloud compute networks create {VPC_NETWORK} --bgp-routing-mode=regional --subnet-mode=auto --project={PROJECT_ID}\n",
+        "# Add necessary firewall rules\n",
+        "! gcloud compute firewall-rules create {NETWORK_NAME}-allow-icmp --network {NETWORK_NAME} --priority 65534 --project {PROJECT_ID} --allow icmp\n",
         "\n",
-        "    # Add necessary firewall rules\n",
-        "    ! gcloud compute firewall-rules create {VPC_NETWORK}-allow-icmp --network {VPC_NETWORK} --priority 65534 --project {PROJECT_ID} --allow icmp\n",
+        "! gcloud compute firewall-rules create {NETWORK_NAME}-allow-internal --network {NETWORK_NAME} --priority 65534 --project {PROJECT_ID} --allow all --source-ranges 10.128.0.0/9\n",
         "\n",
-        "    ! gcloud compute firewall-rules create {VPC_NETWORK}-allow-internal --network {VPC_NETWORK} --priority 65534 --project {PROJECT_ID} --allow all --source-ranges 10.128.0.0/9\n",
+        "! gcloud compute firewall-rules create {NETWORK_NAME}-allow-rdp --network {NETWORK_NAME} --priority 65534 --project {PROJECT_ID} --allow tcp:3389\n",
         "\n",
-        "    ! gcloud compute firewall-rules create {VPC_NETWORK}-allow-rdp --network {VPC_NETWORK} --priority 65534 --project {PROJECT_ID} --allow tcp:3389\n",
+        "! gcloud compute firewall-rules create {NETWORK_NAME}-allow-ssh --network {NETWORK_NAME} --priority 65534 --project {PROJECT_ID} --allow tcp:22\n",
         "\n",
-        "    ! gcloud compute firewall-rules create {VPC_NETWORK}-allow-ssh --network {VPC_NETWORK} --priority 65534 --project {PROJECT_ID} --allow tcp:22\n",
+        "# Reserve IP range\n",
+        "! gcloud compute addresses create {PEERING_RANGE_NAME} --global --prefix-length=16 --network={NETWORK_NAME} --purpose=VPC_PEERING --project={PROJECT_ID} --description=\"peering range\"\n",
         "\n",
-        "    # Reserve IP range\n",
-        "    ! gcloud compute addresses create {PEERING_RANGE_NAME} --global --prefix-length=16 --network={VPC_NETWORK} --purpose=VPC_PEERING --project={PROJECT_ID} --description=\"peering range\"\n",
-        "\n",
-        "    # Set up peering with service networking\n",
-        "    # Your account must have the \"Compute Network Admin\" role to run the following.\n",
-        "    ! gcloud services vpc-peerings connect --service=servicenetworking.googleapis.com --network={VPC_NETWORK} --ranges={PEERING_RANGE_NAME} --project={PROJECT_ID}"
+        "# Set up peering with service networking\n",
+        "# Your account must have the \"Compute Network Admin\" role to run the following.\n",
+        "! gcloud services vpc-peerings connect --service=servicenetworking.googleapis.com --network={NETWORK_NAME} --ranges={PEERING_RANGE_NAME} --project={PROJECT_ID}"
       ]
     },
     {
@@ -406,6 +230,9 @@
       },
       "outputs": [],
       "source": [
+        "# Automatically restart kernel after installs\n",
+        "import os\n",
+        "\n",
         "if not os.getenv(\"IS_TESTING\"):\n",
         "    # Automatically restart kernel after installs\n",
         "    import IPython\n",
@@ -414,15 +241,88 @@
         "    app.kernel.do_shutdown(True)"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "BF1j6f9HApxa"
+      },
+      "source": [
+        "### Set up your Google Cloud project\n",
+        "\n",
+        "**The following steps are required, regardless of your notebook environment.**\n",
+        "\n",
+        "1. [Select or create a Google Cloud project](https://console.cloud.google.com/cloud-resource-manager).\n",
+        "\n",
+        "1. [Make sure that billing is enabled for your project](https://cloud.google.com/billing/docs/how-to/modify-project).\n",
+        "\n",
+        "1. [Enable the Vertex AI API and Compute Engine API, and Service Networking API](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com,compute_component,servicenetworking.googleapis.com).\n",
+        "\n",
+        "1. Enter your project ID in the cell below. Then run the cell to make sure the\n",
+        "Cloud SDK uses the right project for all the commands in this notebook.\n",
+        "\n",
+        "**Note**: Jupyter runs lines prefixed with `!` as shell commands, and it interpolates Python variables prefixed with `$` into these commands."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "WReHDGG5g0XY"
+      },
+      "source": [
+        "#### Set your project ID\n",
+        "\n",
+        "**If you don't know your project ID**, you may be able to get your project ID using `gcloud`."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "oM1iC_MfAts1"
+      },
+      "outputs": [],
+      "source": [
+        "import os\n",
+        "\n",
+        "PROJECT_ID = \"python-docs-samples-tests\"\n",
+        "\n",
+        "# Get your Google Cloud project ID from gcloud\n",
+        "if not os.getenv(\"IS_TESTING\"):\n",
+        "    shell_output = !gcloud config list --format 'value(core.project)' 2>/dev/null\n",
+        "    PROJECT_ID = shell_output[0]\n",
+        "    print(\"Project ID: \", PROJECT_ID)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "qJYoRfYng0XZ"
+      },
+      "source": [
+        "Otherwise, set your project ID here."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "riG_qUokg0XZ"
+      },
+      "outputs": [],
+      "source": [
+        "if PROJECT_ID == \"\" or PROJECT_ID is None:\n",
+        "    PROJECT_ID = \"<your_project_id>\"  # @param {type:\"string\"}"
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {
         "id": "q7tcBkCDI1_M"
       },
       "source": [
-        "### Random ID\n",
+        "#### Timestamp\n",
         "\n",
-        "To avoid name collisions between users on resources created, create a random ID for each instance session, and append the id onto the name of resources you create in this tutorial."
+        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a timestamp for each instance session, and append it onto the name of resources you create in this tutorial."
       ]
     },
     {
@@ -433,10 +333,84 @@
       },
       "outputs": [],
       "source": [
-        "import random\n",
-        "import string\n",
+        "from datetime import datetime\n",
         "\n",
-        "RANDOM_ID = \"\".join(random.choices(string.ascii_lowercase + string.digits, k=8))"
+        "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "t6Ggbb4DI6by"
+      },
+      "source": [
+        "### Authenticate your Google Cloud account\n",
+        "\n",
+        "**If you are using a Vertex AI Workbench notebook**, your environment is already\n",
+        "authenticated. Skip this step."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "RpIzUmpOI9G7"
+      },
+      "source": [
+        "**If you are using Colab**, run the cell below and follow the instructions\n",
+        "when prompted to authenticate your account via oAuth.\n",
+        "\n",
+        "**Otherwise**, follow these steps:\n",
+        "\n",
+        "1. In the Cloud Console, go to the [**Create service account key**\n",
+        "   page](https://console.cloud.google.com/apis/credentials/serviceaccountkey).\n",
+        "\n",
+        "2. Click **Create service account**.\n",
+        "\n",
+        "3. In the **Service account name** field, enter a name, and\n",
+        "   click **Create**.\n",
+        "\n",
+        "4. In the **Grant this service account access to project** section, click the **Role** drop-down list. Type \"Vertex AI\"\n",
+        "into the filter box, and select\n",
+        "   **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
+        "\n",
+        "5. Click *Create*. A JSON file that contains your key downloads to your\n",
+        "local environment.\n",
+        "\n",
+        "6. Enter the path to your service account key as the\n",
+        "`GOOGLE_APPLICATION_CREDENTIALS` variable in the cell below and run the cell."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "AW9vQHeoI-q_"
+      },
+      "outputs": [],
+      "source": [
+        "import os\n",
+        "import sys\n",
+        "\n",
+        "# If you are running this notebook in Colab, run this cell and follow the\n",
+        "# instructions to authenticate your GCP account. This provides access to your\n",
+        "# Cloud Storage bucket and lets you submit training jobs and prediction\n",
+        "# requests.\n",
+        "\n",
+        "# The Vertex AI Workbench notebook product has specific requirements\n",
+        "IS_VERTEX_AI_WORKBENCH_NOTEBOOK = os.path.exists(\n",
+        "    \"/opt/deeplearning/metadata/env_version\"\n",
+        ")\n",
+        "\n",
+        "# If on a Vertex AI Workbench notebook, then don't execute this code\n",
+        "if not IS_VERTEX_AI_WORKBENCH_NOTEBOOK:\n",
+        "    if \"google.colab\" in sys.modules:\n",
+        "        from google.colab import auth as google_auth\n",
+        "\n",
+        "        google_auth.authenticate_user()\n",
+        "\n",
+        "    # If you are running this notebook locally, log in using gcloud\n",
+        "    elif not os.getenv(\"IS_TESTING\"):\n",
+        "        ! gcloud auth login"
       ]
     },
     {
@@ -479,7 +453,7 @@
       "outputs": [],
       "source": [
         "if BUCKET_URI == \"\" or BUCKET_URI is None or BUCKET_URI == \"gs://[your-bucket-name]\":\n",
-        "    BUCKET_URI = \"gs://\" + PROJECT_ID + \"aip-\" + RANDOM_ID\n",
+        "    BUCKET_URI = \"gs://\" + PROJECT_ID + \"aip-\" + TIMESTAMP\n",
         "\n",
         "if REGION == \"[your-region]\":\n",
         "    REGION = \"us-central1\""
@@ -554,15 +528,6 @@
         "import h5py"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "76f7b9ffde0b"
-      },
-      "source": [
-        "Use gcloud to retrieve the project number."
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -783,10 +748,12 @@
       ]
     },
     {
-      "cell_type": "markdown",
+      "cell_type": "code",
+      "execution_count": null,
       "metadata": {
         "id": "0f1a9fbecabb"
       },
+      "outputs": [],
       "source": [
         "Using the resource name, you can retrieve an existing MatchingEngineIndex."
       ]
@@ -799,7 +766,7 @@
       },
       "outputs": [],
       "source": [
-        "tree_ah_index = aiplatform.MatchingEngineIndex(index_name=INDEX_RESOURCE_NAME)"
+        "tree_ah_index = aiplatform.MatchingEngineIndex(INDEX_RESOURCE_NAME)"
       ]
     },
     {
@@ -854,7 +821,7 @@
       "outputs": [],
       "source": [
         "brute_force_index = aiplatform.MatchingEngineIndex(\n",
-        "    index_name=INDEX_BRUTE_FORCE_RESOURCE_NAME\n",
+        "    \"projects/1012616486416/locations/us-central1/indexes/6738176690918260736\"\n",
         ")"
       ]
     },
@@ -965,9 +932,8 @@
       },
       "outputs": [],
       "source": [
-        "VPC_NETWORK = \"[your-network-name]\"\n",
-        "VPC_NETWORK_FULL = \"projects/{}/global/networks/{}\".format(PROJECT_NUMBER, VPC_NETWORK)\n",
-        "VPC_NETWORK_FULL"
+        "VPC_NETWORK_NAME = \"projects/{}/global/networks/{}\".format(PROJECT_NUMBER, NETWORK_NAME)\n",
+        "VPC_NETWORK_NAME"
       ]
     },
     {
@@ -981,7 +947,7 @@
         "my_index_endpoint = aiplatform.MatchingEngineIndexEndpoint.create(\n",
         "    display_name=\"index_endpoint_for_demo\",\n",
         "    description=\"index endpoint description\",\n",
-        "    network=VPC_NETWORK_FULL,\n",
+        "    network=VPC_NETWORK_NAME,\n",
         ")"
       ]
     },
@@ -1023,7 +989,7 @@
       },
       "outputs": [],
       "source": [
-        "DEPLOYED_INDEX_ID = f\"tree_ah_glove_deployed_{RANDOM_ID}\""
+        "DEPLOYED_INDEX_ID = f\"tree_ah_glove_deployed_{TIMESTAMP}\""
       ]
     },
     {
@@ -1058,7 +1024,7 @@
       },
       "outputs": [],
       "source": [
-        "DEPLOYED_BRUTE_FORCE_INDEX_ID = f\"glove_brute_force_deployed_{RANDOM_ID}\""
+        "DEPLOYED_BRUTE_FORCE_INDEX_ID = f\"glove_brute_force_deployed_{TIMESTAMP}\""
       ]
     },
     {
@@ -1205,8 +1171,8 @@
       "outputs": [],
       "source": [
         "# Delete indexes\n",
-        "tree_ah_index.delete()\n",
-        "brute_force_index.delete()"
+        "tree_ah_index.delete(force=True)\n",
+        "brute_force_index.delete(force=True)"
       ]
     }
   ],

notebooks/community/ml_ops/stage1/get_started_with_data_labeling.ipynb

@@ -212,7 +212,7 @@
         "\n",
         "3. [Enable the Vertex AI APIs and Compute Engine APIs.](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com,compute_component)\n",
         "\n",
-        "4. [Google Cloud SDK](https://cloud.google.com/sdk) is already installed in Vertex AI Workbench Notebooks.\n",
+        "4. [Google Cloud SDK](https://cloud.google.com/sdk) is already installed in Google Cloud Notebooks.\n",
         "\n",
         "5. Enter your project ID in the cell below. Then run the  cell to make sure the\n",
         "Cloud SDK uses the right project for all the commands in this notebook.\n",
@@ -374,8 +374,15 @@
         "### Authenticate your Google Cloud account\n",
         "\n",
         "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated. \n",
-        "\n",
+        "authenticated. Skip this step."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "32e1cd21a5d5"
+      },
+      "source": [
         "**If you are using Colab**, run the cell below and follow the instructions\n",
         "when prompted to authenticate your account via oAuth.\n",
         "\n",

notebooks/community/ml_ops/stage2/get_started_vertex_tensorboard.ipynb

@@ -149,8 +149,8 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
-        "all the requirements to run this notebook.  \n",
+        "**If you are using Colab or Google Cloud Notebooks**, your environment already meets\n",
+        "all the requirements to run this notebook. You can skip this step.\n",
         "\n",
         "**Otherwise**, make sure your environment meets this notebook's requirements.\n",
         "You need the following:\n",

notebooks/community/ml_ops/stage2/get_started_vertex_training_lightgbm.ipynb

@@ -138,7 +138,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "If you are using Colab or Vertex AI Workbench Notebooks, your environment already meets all the requirements to run this notebook. You can skip this step.\n",
+        "If you are using Colab or Google Cloud Notebooks, your environment already meets all the requirements to run this notebook. You can skip this step.\n",
         "\n",
         "Otherwise, make sure your environment meets this notebook's requirements. You need the following:\n",
         "\n",

notebooks/community/ml_ops/stage2/get_started_vertex_training_pytorch.ipynb

@@ -128,7 +128,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
+        "**If you are using Colab or Google Cloud Notebooks**, your environment already meets\n",
         "all the requirements to run this notebook. You can skip this step."
       ]
     },

notebooks/community/ml_ops/stage2/get_started_vertex_training_sklearn.ipynb

@@ -127,7 +127,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
+        "**If you are using Colab or Google Cloud Notebooks**, your environment already meets\n",
         "all the requirements to run this notebook. You can skip this step.\n",
         "\n",
         "**Otherwise**, make sure your environment meets this notebook's requirements.\n",

notebooks/community/ml_ops/stage2/get_started_vertex_vizier.ipynb

@@ -62,7 +62,7 @@
         "## Overview\n",
         "\n",
         "\n",
-        "This tutorial demonstrates how to use Vertex AI for E2E MLOps on Google Cloud in production. This tutorial covers stage 2 : experimentation: get started with Vertex AI Vizier."
+        "This tutorial demonstrates how to use Vertex AI for E2E MLOps on Google Cloud in production. This tutorial covers stage 2 : experimentation: get started with Vertex Vizier."
       ]
     },
     {

notebooks/community/ml_ops/stage2/get_started_with_visionapi_and_automl.ipynb

@@ -151,7 +151,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "If you are using Colab or Vertex AI Workbench Notebooks, your environment already meets all the requirements to run this notebook.  \n",
+        "If you are using Colab or Google Cloud Notebooks, your environment already meets all the requirements to run this notebook. You can skip this step.\n",
         "\n",
         "Otherwise, make sure your environment meets this notebook's requirements. You need the following:\n",
         "\n",

notebooks/community/ml_ops/stage3/get_started_with_rapid_prototyping_bqml_automl.ipynb

@@ -204,7 +204,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "If you are using Colab or Vertex AI Workbench Notebooks, your environment already meets all the requirements to run this notebook.  \n",
+        "If you are using Colab or Google Cloud Notebooks, your environment already meets all the requirements to run this notebook. You can skip this step.\n",
         "\n",
         "Otherwise, make sure your environment meets this notebook's requirements. You need the following:\n",
         "\n",

notebooks/community/ml_ops/stage5/get_started_with_vertex_endpoints.ipynb

@@ -340,7 +340,7 @@
       "source": [
         "### Authenticate your Google Cloud account\n",
         "\n",
-        "**If you are using Vertex AI Workbench Notebooks**, your environment is already authenticated. \n",
+        "**If you are using Vertex AI Workbench Notebooks**, your environment is already authenticated. Skip this step.\n",
         "\n",
         "**If you are using Colab**, run the cell below and follow the instructions when prompted to authenticate your account via oAuth.\n",
         "\n",
@@ -376,11 +376,12 @@
         "import sys\n",
         "\n",
         "# If on Vertex AI Workbench, then don't execute this code\n",
-        "IS_COLAB = \"google.colab\" in sys.modules\n",
+        "IS_COLAB = False\n",
         "if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
         "    \"DL_ANACONDA_HOME\"\n",
         "):\n",
         "    if \"google.colab\" in sys.modules:\n",
+        "        IS_COLAB = True\n",
         "        from google.colab import auth as google_auth\n",
         "\n",
         "        google_auth.authenticate_user()\n",
@@ -427,9 +428,8 @@
       },
       "outputs": [],
       "source": [
-        "if BUCKET_NAME == \"\" or BUCKET_NAME is None or BUCKET_NAME == \"[your-bucket-name]\":\n",
-        "    BUCKET_NAME = PROJECT_ID + \"aip-\" + TIMESTAMP\n",
-        "    BUCKET_URI = f\"gs://{BUCKET_NAME}\""
+        "if BUCKET_URI == \"\" or BUCKET_URI is None or BUCKET_URI == \"gs://[your-bucket-name]\":\n",
+        "    BUCKET_URI = \"gs://\" + PROJECT_ID + \"aip-\" + TIMESTAMP"
       ]
     },
     {
@@ -785,7 +785,7 @@
       },
       "outputs": [],
       "source": [
-        "print(endpoint.gca_resource)"
+        "endpoint.gca_resource"
       ]
     },
     {
@@ -908,7 +908,7 @@
       },
       "outputs": [],
       "source": [
-        "print(endpoint.gca_resource.deployed_models[0])"
+        "endpoint.gca_resource.deployed_models[0]"
       ]
     },
     {
@@ -1203,10 +1203,12 @@
         "\n",
         "In this pipeline, you create an `Endpoint` resource, and then you deploy a `Model` resource to the `Endpoint` resource. The `Model` resource  to deploy is your existing TFHub model which you previously imported as a `Model` resource. The steps are:\n",
         "\n",
-        "- For pipeline parameters, pass the resource name for the existing `Model` resource.\n",
-        "- Use the `GetVertexModelOp()` component to create a `VertexModel` pipeline artifact for the model.\n",
+        "- For pipeline parameters, pass the resource name and resource URI for the existing `Model` resource.\n",
+        "- Use the `importer_node()` component to create a `VertexModel` pipeline artifact for the model.\n",
         "- Create an `Endpoint` resource.\n",
-        "- Using the `VertexModel` pipeline artifact, deploy the `Model` resource to the `Endpoint` resource."
+        "- Using the `VertexModel` pipeline artifact, deploy the `Model` resource to the `Endpoint` resource.\n",
+        "\n",
+        "*Note:* This example currently blocked by internal issue: b/219835305"
       ]
     },
     {
@@ -1223,6 +1225,20 @@
         "\n",
         "PIPELINE_ROOT = \"{}/pipeline_root/endpoint_example\".format(BUCKET_URI)\n",
         "\n",
+        "# (WORKAROUND  b/219835305)\n",
+        "@component(\n",
+        "    base_image=\"python:3.9\",\n",
+        "    packages_to_install=[\"google-cloud-aiplatform\"],\n",
+        ")\n",
+        "def return_unmanaged_model(\n",
+        "    serving_image: str, artifact_uri: str, resource_name: str, model: Output[Artifact]\n",
+        "):\n",
+        "    model.metadata[\"containerSpec\"] = {\"imageUri\": serving_image}\n",
+        "\n",
+        "    model.metadata[\"resourceName\"] = resource_name\n",
+        "\n",
+        "    model.uri = artifact_uri\n",
+        "\n",
         "\n",
         "@dsl.pipeline(\n",
         "    name=\"create-endpoint-deploy-model\",\n",
@@ -1230,16 +1246,34 @@
         ")\n",
         "def pipeline(\n",
         "    display_name: str,\n",
+        "    resource_uri: str,\n",
         "    resource_name: str,\n",
+        "    # Model properties (WORKAROUND  b/219835305)\n",
+        "    serving_image: str,\n",
+        "    artifact_uri: str,\n",
         "    project: str = PROJECT_ID,\n",
         "    region: str = REGION,\n",
         "):\n",
-        "    from google_cloud_pipeline_components.experimental.evaluation import \\\n",
-        "        GetVertexModelOp\n",
+        "    from google_cloud_pipeline_components.types import artifact_types\n",
         "    from google_cloud_pipeline_components.v1.endpoint import (EndpointCreateOp,\n",
         "                                                              ModelDeployOp)\n",
+        "    from kfp.v2.components import importer_node\n",
         "\n",
-        "    model = GetVertexModelOp(model_resource_name=resource_name)\n",
+        "    # Desired sequence: blocked by b/219835305\n",
+        "    \"\"\"\n",
+        "    model = importer_node.importer(\n",
+        "        artifact_uri=resource_uri,\n",
+        "        artifact_class=artifact_types.VertexModel,\n",
+        "        metadata={\"resourceName\": resource_name},\n",
+        "    )\n",
+        "    \"\"\"\n",
+        "\n",
+        "    # (WORKAROUND  b/219835305)\n",
+        "    model = return_unmanaged_model(\n",
+        "        serving_image=serving_image,\n",
+        "        artifact_uri=artifact_uri,\n",
+        "        resource_name=resource_name,\n",
+        "    )\n",
         "\n",
         "    endpoint_op = EndpointCreateOp(\n",
         "        project=project,\n",
@@ -1247,7 +1281,7 @@
         "        display_name=display_name,\n",
         "    )\n",
         "\n",
-        "    _ = ModelDeployOp(\n",
+        "    deploy_op = ModelDeployOp(\n",
         "        model=model.outputs[\"model\"],\n",
         "        endpoint=endpoint_op.outputs[\"endpoint\"],\n",
         "        dedicated_resources_min_replica_count=1,\n",
@@ -1276,6 +1310,7 @@
         "\n",
         "- `display_name`: The display name for the generated Vertex AI resources.\n",
         "- `resource_name`: The resource name of the existing `Model` resource.\n",
+        "- `resource_uri`: The resource uri of the existing `Model` resource.\n",
         "- `project`: The project ID.\n",
         "- `region`: The region."
       ]
@@ -1288,6 +1323,10 @@
       },
       "outputs": [],
       "source": [
+        "# Model properties (WORKAROUND  b/219835305)\n",
+        "SERVING_CONTAINER_URI = model.gca_resource.container_spec.image_uri\n",
+        "ARTIFACT_URI = model.gca_resource.artifact_uri\n",
+        "\n",
         "try:\n",
         "    pipeline = aip.PipelineJob(\n",
         "        display_name=\"create-endpoint-deploy-pipeline\",\n",
@@ -1296,6 +1335,11 @@
         "        parameter_values={\n",
         "            \"display_name\": \"create_endpoint_and_deploy_model_\" + TIMESTAMP,\n",
         "            \"resource_name\": model.resource_name,\n",
+        "            \"resource_uri\": \"https://us-central1-aiplatform.googleapis.com/v1/\"\n",
+        "            + model.resource_name,\n",
+        "            # Model properties (WORKAROUND  b/219835305)\n",
+        "            \"serving_image\": SERVING_CONTAINER_URI,\n",
+        "            \"artifact_uri\": ARTIFACT_URI,\n",
         "            \"project\": PROJECT_ID,\n",
         "            \"region\": REGION,\n",
         "        },\n",
@@ -1444,7 +1488,7 @@
         "\n",
         "- For pipeline parameters, pass the resource names and resource URIs for the existing `Model` and `Endpoint` resource.\n",
         "- Use the `importer_node()` component to create a `VertexModel` pipeline artifact for the model.\n",
-        "- Use the `GetVertexModelOp()` component to create a `VertexModel` pipeline artifact for the model.\n",
+        "- Use the `importer_node()` component to create a `VertexEndpoint` pipeline artifact for the endpoint.\n",
         "- Using the `VertexModel` and `VertexEndpoint` pipeline artifacts, deploy the `Model` resource to the `Endpoint` resource.\n",
         "\n",
         "*Note:* This example currently blocked by internal issue: b/219835305"
@@ -1460,7 +1504,6 @@
       "source": [
         "PIPELINE_ROOT = \"{}/pipeline_root/endpoint_example_2\".format(BUCKET_URI)\n",
         "\n",
-        "\n",
         "# (WORKAROUND  b/219835305)\n",
         "@component(\n",
         "    base_image=\"python:3.9\",\n",
@@ -1477,23 +1520,35 @@
         ")\n",
         "def pipeline(\n",
         "    display_name: str,\n",
+        "    model_resource_uri: str,\n",
         "    model_resource_name: str,\n",
         "    endpoint_resource_uri: str,\n",
         "    endpoint_resource_name: str,\n",
+        "    # Model properties (WORKAROUND  b/219835305)\n",
+        "    serving_image: str,\n",
+        "    artifact_uri: str,\n",
         "    project: str = PROJECT_ID,\n",
         "    region: str = REGION,\n",
         "):\n",
-        "    from google_cloud_pipeline_components.experimental.evaluation import \\\n",
-        "        GetVertexModelOp\n",
+        "    from google_cloud_pipeline_components.types import artifact_types\n",
         "    from google_cloud_pipeline_components.v1.endpoint import ModelDeployOp\n",
+        "    from kfp.v2.components import importer_node\n",
         "\n",
         "    # Desired sequence: blocked by b/219835305\n",
         "    \"\"\"\n",
-        "    from kfp.v2.components import importer_node\n",
-        "    from google_cloud_pipeline_components.types import artifact_types\n",
+        "    model = importer_node.importer(\n",
+        "        artifact_uri=resource_uri,\n",
+        "        artifact_class=artifact_types.VertexModel,\n",
+        "        metadata={\"resourceName\": resource_name},\n",
+        "    )\n",
         "    \"\"\"\n",
         "\n",
-        "    model = GetVertexModelOp(model_resource_name=model_resource_name)\n",
+        "    # (WORKAROUND  b/219835305)\n",
+        "    model = return_unmanaged_model(\n",
+        "        serving_image=serving_image,\n",
+        "        artifact_uri=artifact_uri,\n",
+        "        resource_name=model_resource_name,\n",
+        "    )\n",
         "\n",
         "    # Desired sequence: blocked by b/219835305\n",
         "    \"\"\"\n",
@@ -1507,7 +1562,7 @@
         "    # (WORKAROUND  b/219835305)\n",
         "    endpoint = return_unmanaged_endpoint(resource_name=endpoint_resource_name)\n",
         "\n",
-        "    _ = ModelDeployOp(\n",
+        "    deploy_op = ModelDeployOp(\n",
         "        model=model.outputs[\"model\"],\n",
         "        endpoint=endpoint.outputs[\"endpoint\"],\n",
         "        dedicated_resources_min_replica_count=1,\n",
@@ -1536,6 +1591,7 @@
         "\n",
         "- `display_name`: The display name for the generated Vertex AI resources.\n",
         "- `model_resource_name`: The resource name of the existing `Model` resource.\n",
+        "- `model_resource_uri`: The resource uri of the existing `Model` resource.\n",
         "- `endpoint_resource_name`: The resource name of the existing `Endpoint` resource.\n",
         "- `endpoint_resource_uri`: The resource uri of the existing `Endpoint` resource.\n",
         "- `project`: The project ID.\n",
@@ -1558,9 +1614,14 @@
         "        parameter_values={\n",
         "            \"display_name\": \"deploy_model_existing_endpoint_\" + TIMESTAMP,\n",
         "            \"model_resource_name\": model.resource_name,\n",
+        "            \"model_resource_uri\": \"https://us-central1-aiplatform.googleapis.com/v1/\"\n",
+        "            + model.resource_name,\n",
         "            \"endpoint_resource_name\": endpoint.resource_name,\n",
         "            \"endpoint_resource_uri\": \"https://us-central1-aiplatform.googleapis.com/v1/\"\n",
         "            + endpoint.resource_name,\n",
+        "            # Model properties (WORKAROUND  b/219835305)\n",
+        "            \"serving_image\": SERVING_CONTAINER_URI,\n",
+        "            \"artifact_uri\": ARTIFACT_URI,\n",
         "            \"project\": PROJECT_ID,\n",
         "            \"region\": REGION,\n",
         "        },\n",

notebooks/community/ml_ops/stage5/get_started_with_vertex_private_endpoints.ipynb

@@ -385,11 +385,12 @@
         "import sys\n",
         "\n",
         "# If on Vertex AI Workbench, then don't execute this code\n",
-        "IS_COLAB = \"google.colab\" in sys.modules\n",
+        "IS_COLAB = False\n",
         "if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
         "    \"DL_ANACONDA_HOME\"\n",
         "):\n",
         "    if \"google.colab\" in sys.modules:\n",
+        "        IS_COLAB = True\n",
         "        from google.colab import auth as google_auth\n",
         "\n",
         "        google_auth.authenticate_user()\n",
@@ -1067,6 +1068,7 @@
         "- `model`: The `Model` resource.\n",
         "- `deployed_model_displayed_name`: The human readable name for the deployed model instance.\n",
         "- `machine_type`: The machine type for each VM instance.\n",
+        "- `traffic_split`: Set to `{}` to indicate no traffic split.\n",
         "\n",
         "Do to the requirements to provision the resource, this may take upto a few minutes."
       ]
@@ -1083,6 +1085,7 @@
         "    model=model,\n",
         "    deployed_model_display_name=\"example_\" + TIMESTAMP,\n",
         "    machine_type=DEPLOY_COMPUTE,\n",
+        "    traffic_split={},  # no traffic split\n",
         ")\n",
         "\n",
         "print(endpoint)"
@@ -1184,6 +1187,62 @@
         "    f.write(json.dumps({\"instances\": [{serving_input: {\"b64\": b64str}}]}))"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "23e995c35fd6"
+      },
+      "source": [
+        "#### Construct the `Private Endpoint` URI\n",
+        "\n",
+        "Next, you construct the URI for the `Private Endpoint`."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "97b248b2efb5"
+      },
+      "outputs": [],
+      "source": [
+        "endpoint_id = endpoint.resource_name\n",
+        "\n",
+        "ENDPOINT_URL = ! gcloud beta ai endpoints describe {endpoint_id} \\\n",
+        "  --region={REGION} \\\n",
+        "  --format=\"value(deployedModels.privateEndpoints.predictHttpUri)\"\n",
+        "\n",
+        "private_url = ENDPOINT_URL[1]\n",
+        "print(private_url)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "27605b5f0c3a"
+      },
+      "source": [
+        "### Make the prediction request using curl\n",
+        "\n",
+        "Use `curl` to make the prediction request to the private URI."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "6cb568e6bb49"
+      },
+      "outputs": [],
+      "source": [
+        "output = ! curl -X POST -d@instances.json $private_url\n",
+        "\n",
+        "predictions = output[5]\n",
+        "print(predictions)\n",
+        "\n",
+        "! rm test.jpg instances.json"
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -1192,7 +1251,7 @@
       "source": [
         "### Make the prediction request using SDK\n",
         "\n",
-        "Next, use the `Vertex AI SDK` to make a prediction request."
+        "Finally, use the `Vertex AI SDK` to make a prediction request."
       ]
     },
     {

notebooks/community/ml_ops/stage6/get_started_automl_tabular_exported_deploy.ipynb

@@ -0,0 +1,879 @@
+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "copyright"
+      },
+      "outputs": [],
+      "source": [
+        "# Copyright 2022 Google LLC\n",
+        "#\n",
+        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
+        "# you may not use this file except in compliance with the License.\n",
+        "# You may obtain a copy of the License at\n",
+        "#\n",
+        "#     https://www.apache.org/licenses/LICENSE-2.0\n",
+        "#\n",
+        "# Unless required by applicable law or agreed to in writing, software\n",
+        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
+        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
+        "# See the License for the specific language governing permissions and\n",
+        "# limitations under the License."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "title:generic,gcp"
+      },
+      "source": [
+        "# E2E ML on GCP: MLOps stage 6 : serving: get started with re-importing AutoML tabular models\n",
+        "\n",
+        "<table align=\"left\">\n",
+        "  <td>\n",
+        "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/community/ml_ops/stage6/get_started_automl_tabular_exported_deploy.ipynb\">\n",
+        "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
+        "      View on GitHub\n",
+        "    </a>\n",
+        "  </td>\n",
+        "  <td>\n",
+        "        <a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/community/ml_ops/stage6/get_started_automl_tabular_exported_deploy.ipynb\">\n",
+        "        <img src=\"https://cloud.google.com/ml-engine/images/colab-logo-32px.png\" alt=\"Colab logo\"> Run in Colab\n",
+        "        </a>\n",
+        "  </td>\n",
+        "  <td>\n",
+        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/community/ml_ops/stage6/get_started_automl_tabular_exported_deploy.ipynb\">\n",
+        "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
+        "      Open in Vertex AI Workbench\n",
+        "    </a>\n",
+        "  </td>\n",
+        "</table>\n",
+        "<br/><br/><br/>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "overview:mlops"
+      },
+      "source": [
+        "## Overview\n",
+        "\n",
+        "\n",
+        "This tutorial demonstrates how to use Vertex AI for E2E MLOps on Google Cloud in production. This tutorial covers stage 2 : experimentation: get started with AutoML Training."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "objective:mlops,stage2,get_started_automl_training"
+      },
+      "source": [
+        "### Objective\n",
+        "\n",
+        "In this tutorial, you learn how to use `AutoML Tabular` for re-importing exported model artifacts as a `Model` resource. This is useful for example, if one wants to move the exported model across projects.\n",
+        "\n",
+        "This tutorial uses the following Google Cloud ML services:\n",
+        "\n",
+        "- `AutoML Tabular`\n",
+        "- `Vertex AI Model` resource\n",
+        "- `Vertex AI Prediction`\n",
+        "\n",
+        "The steps performed include:\n",
+        "\n",
+        "- Importing a pretrained AutoML tabular exported model artifacts, as a `Model` resource.\n",
+        "- Create an `Endpoint` resource.\n",
+        "- Deploy the `Model` resource to the `Endpoint` resource.\n",
+        "- Make a prediction."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "dataset:flowers,icn"
+      },
+      "source": [
+        "### Dataset\n",
+        "\n",
+        "This tutorial uses a pretrained AutoML tabular model with exported model artifacts.\n",
+        "\n",
+        "\n",
+        "The tabular dataset used for the pretrained model is the GSOD dataset from [BigQuery public datasets](https://cloud.google.com/bigquery/public-data). The version of the dataset you use only the fields year, month and day to predict the value of mean daily temperature (mean_temp).\n",
+        "\n",
+        "*Note:* This version of the exported model contains the custom op and requires the model server: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "fb3451ce8e47"
+      },
+      "source": [
+        "### Costs\n",
+        "This tutorial uses billable components of Google Cloud:\n",
+        "\n",
+        "- Vertex AI\n",
+        "- Cloud Storage\n",
+        "\n",
+        "Learn about [Vertex AI pricing](https://cloud.google.com/vertex-ai/pricing) and [Cloud Storage pricing](https://cloud.google.com/storage/pricing) and use the [Pricing Calculator](https://cloud.google.com/products/calculator/) to generate a cost estimate based on your projected usage."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "install_mlops"
+      },
+      "source": [
+        "## Installations\n",
+        "\n",
+        "Install the packages required for executing this notebook."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "install_mlops"
+      },
+      "outputs": [],
+      "source": [
+        "import os\n",
+        "\n",
+        "# The Vertex AI Workbench Notebook product has specific requirements\n",
+        "IS_WORKBENCH_NOTEBOOK = os.getenv(\"DL_ANACONDA_HOME\") and not os.getenv(\"VIRTUAL_ENV\")\n",
+        "IS_USER_MANAGED_WORKBENCH_NOTEBOOK = os.path.exists(\n",
+        "    \"/opt/deeplearning/metadata/env_version\"\n",
+        ")\n",
+        "\n",
+        "# Vertex AI Notebook requires dependencies to be installed with '--user'\n",
+        "USER_FLAG = \"\"\n",
+        "if IS_WORKBENCH_NOTEBOOK:\n",
+        "    USER_FLAG = \"--user\"\n",
+        "\n",
+        "# Install the packages\n",
+        "\n",
+        "! pip3 install --upgrade google-cloud-aiplatform {USER_FLAG} -q\n",
+        "! pip3 install --upgrade google-cloud-storage {USER_FLAG} -q"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "restart"
+      },
+      "source": [
+        "### Restart the kernel\n",
+        "\n",
+        "Once you've installed the additional packages, you need to restart the notebook kernel so it can find the packages."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "restart"
+      },
+      "outputs": [],
+      "source": [
+        "import os\n",
+        "\n",
+        "if not os.getenv(\"IS_TESTING\"):\n",
+        "    # Automatically restart kernel after installs\n",
+        "    import IPython\n",
+        "\n",
+        "    app = IPython.Application.instance()\n",
+        "    app.kernel.do_shutdown(True)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "project_id"
+      },
+      "source": [
+        "## Before you begin\n",
+        "\n",
+        "### Set up your Google Cloud project\n",
+        "\n",
+        "**The following steps are required, regardless of your notebook environment.**\n",
+        "\n",
+        "1. [Select or create a Google Cloud project](https://console.cloud.google.com/cloud-resource-manager). When you first create an account, you get a $300 free credit towards your compute/storage costs.\n",
+        "\n",
+        "1. [Make sure that billing is enabled for your project](https://cloud.google.com/billing/docs/how-to/modify-project).\n",
+        "\n",
+        "1. [Enable the Vertex AI, Compute Engine and Cloud Storage APIs](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com,compute_component,storage_component).\n",
+        "\n",
+        "1. If you are running this notebook locally, you need to install the [Cloud SDK](https://cloud.google.com/sdk).\n",
+        "\n",
+        "1. Enter your project ID in the cell below. Then run the cell to make sure the\n",
+        "Cloud SDK uses the right project for all the commands in this notebook.\n",
+        "\n",
+        "**Note**: Jupyter runs lines prefixed with `!` as shell commands, and it interpolates Python variables prefixed with `$` into these commands."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "56d591439df1"
+      },
+      "source": [
+        "#### Set your project ID\n",
+        "\n",
+        "**If you don't know your project ID**, you may be able to get your project ID using `gcloud`."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "set_project_id"
+      },
+      "outputs": [],
+      "source": [
+        "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "autoset_project_id"
+      },
+      "outputs": [],
+      "source": [
+        "if PROJECT_ID == \"\" or PROJECT_ID is None or PROJECT_ID == \"[your-project-id]\":\n",
+        "    # Get your GCP project id from gcloud\n",
+        "    shell_output = ! gcloud config list --format 'value(core.project)' 2>/dev/null\n",
+        "    PROJECT_ID = shell_output[0]\n",
+        "    print(\"Project ID:\", PROJECT_ID)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "set_gcloud_project_id"
+      },
+      "outputs": [],
+      "source": [
+        "! gcloud config set project $PROJECT_ID"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "region"
+      },
+      "source": [
+        "#### Region\n",
+        "\n",
+        "You can also change the `REGION` variable, which is used for operations\n",
+        "throughout the rest of this notebook.  Below are regions supported for Vertex AI. We recommend that you choose the region closest to you.\n",
+        "\n",
+        "- Americas: `us-central1`\n",
+        "- Europe: `europe-west4`\n",
+        "- Asia Pacific: `asia-east1`\n",
+        "\n",
+        "You may not use a multi-regional bucket for training with Vertex AI. Not all regions provide support for all Vertex AI services.\n",
+        "\n",
+        "Learn more about [Vertex AI regions](https://cloud.google.com/vertex-ai/docs/general/locations)."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "region"
+      },
+      "outputs": [],
+      "source": [
+        "REGION = \"[your-region]\"  # @param {type: \"string\"}\n",
+        "\n",
+        "if REGION == \"[your-region]\":\n",
+        "    REGION = \"us-central1\""
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "timestamp"
+      },
+      "source": [
+        "#### Timestamp\n",
+        "\n",
+        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a timestamp for each instance session, and append the timestamp onto the name of resources you create in this tutorial."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "timestamp"
+      },
+      "outputs": [],
+      "source": [
+        "from datetime import datetime\n",
+        "\n",
+        "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "3ffa6b6c7cdb"
+      },
+      "source": [
+        "### Authenticate your Google Cloud account\n",
+        "\n",
+        "**If you are using Vertex AI Workbench Notebooks**, your environment is already authenticated. Skip this step.\n",
+        "\n",
+        "**If you are using Colab**, run the cell below and follow the instructions when prompted to authenticate your account via oAuth.\n",
+        "\n",
+        "**Otherwise**, follow these steps:\n",
+        "\n",
+        "In the Cloud Console, go to the [Create service account key](https://console.cloud.google.com/apis/credentials/serviceaccountkey) page.\n",
+        "\n",
+        "1. **Click Create service account**.\n",
+        "\n",
+        "2. In the **Service account name** field, enter a name, and click **Create**.\n",
+        "\n",
+        "3. In the **Grant this service account access to project** section, click the Role drop-down list. Type \"Vertex AI\" into the filter box, and select **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
+        "\n",
+        "4. Click Create. A JSON file that contains your key downloads to your local environment.\n",
+        "\n",
+        "5. Enter the path to your service account key as the GOOGLE_APPLICATION_CREDENTIALS variable in the cell below and run the cell."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "2b72272258fc"
+      },
+      "outputs": [],
+      "source": [
+        "# If you are running this notebook in Colab, run this cell and follow the\n",
+        "# instructions to authenticate your GCP account. This provides access to your\n",
+        "# Cloud Storage bucket and lets you submit training jobs and prediction\n",
+        "# requests.\n",
+        "\n",
+        "import os\n",
+        "import sys\n",
+        "\n",
+        "# If on Vertex AI Workbench, then don't execute this code\n",
+        "IS_COLAB = \"google.colab\" in sys.modules\n",
+        "if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
+        "    \"DL_ANACONDA_HOME\"\n",
+        "):\n",
+        "    if \"google.colab\" in sys.modules:\n",
+        "        from google.colab import auth as google_auth\n",
+        "\n",
+        "        google_auth.authenticate_user()\n",
+        "\n",
+        "    # If you are running this notebook locally, replace the string below with the\n",
+        "    # path to your service account key and run this cell to authenticate your GCP\n",
+        "    # account.\n",
+        "    elif not os.getenv(\"IS_TESTING\"):\n",
+        "        %env GOOGLE_APPLICATION_CREDENTIALS ''"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "bucket:mbsdk"
+      },
+      "source": [
+        "### Create a Cloud Storage bucket\n",
+        "\n",
+        "**The following steps are required, regardless of your notebook environment.**\n",
+        "\n",
+        "When you initialize the Vertex SDK for Python, you specify a Cloud Storage staging bucket. The staging bucket is where all the data associated with your dataset and model resources are retained across sessions.\n",
+        "\n",
+        "Set the name of your Cloud Storage bucket below. Bucket names must be globally unique across all Google Cloud projects, including those outside of your organization."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "bucket"
+      },
+      "outputs": [],
+      "source": [
+        "BUCKET_NAME = \"[your-bucket-name]\"  # @param {type:\"string\"}\n",
+        "BUCKET_URI = f\"gs://{BUCKET_NAME}\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "autoset_bucket"
+      },
+      "outputs": [],
+      "source": [
+        "if BUCKET_URI == \"\" or BUCKET_URI is None or BUCKET_URI == \"gs://[your-bucket-name]\":\n",
+        "    BUCKET_NAME = PROJECT_ID + \"aip-\" + TIMESTAMP\n",
+        "    BUCKET_URI = \"gs://\" + BUCKET_NAME"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "create_bucket"
+      },
+      "source": [
+        "**Only if your bucket doesn't already exist**: Run the following cell to create your Cloud Storage bucket."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "create_bucket"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil mb -l $REGION $BUCKET_URI"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "validate_bucket"
+      },
+      "source": [
+        "Finally, validate access to your Cloud Storage bucket by examining its contents:"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "validate_bucket"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil ls -al $BUCKET_URI"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "setup_vars"
+      },
+      "source": [
+        "### Set up variables\n",
+        "\n",
+        "Next, set up some variables used throughout the tutorial.\n",
+        "### Import libraries and define constants"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "import_aip:mbsdk"
+      },
+      "outputs": [],
+      "source": [
+        "import google.cloud.aiplatform as aiplatform"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "init_aip:mbsdk"
+      },
+      "source": [
+        "### Initialize Vertex AI SDK for Python\n",
+        "\n",
+        "Initialize the Vertex AI SDK for Python for your project and corresponding bucket."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "init_aip:mbsdk"
+      },
+      "outputs": [],
+      "source": [
+        "aiplatform.init(project=PROJECT_ID, staging_bucket=BUCKET_URI)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "machine:training"
+      },
+      "source": [
+        "#### Set machine type\n",
+        "\n",
+        "Next, set the machine type to use for training.\n",
+        "\n",
+        "- Set the variable `DEPLOY_COMPUTE` to configure  the compute resources for the VMs you will use for for training.\n",
+        " - `machine type`\n",
+        "     - `n1-standard`: 3.75GB of memory per vCPU.\n",
+        "     - `n1-highmem`: 6.5GB of memory per vCPU\n",
+        "     - `n1-highcpu`: 0.9 GB of memory per vCPU\n",
+        " - `vCPUs`: number of \\[2, 4, 8, 16, 32, 64, 96 \\]\n",
+        "\n",
+        "*Note: The following is not supported for training:*\n",
+        "\n",
+        " - `standard`: 2 vCPUs\n",
+        " - `highcpu`: 2, 4 and 8 vCPUs\n",
+        "\n",
+        "*Note: You may also use n2 and e2 machine types for training and deployment, but they do not support GPUs*."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "machine:training"
+      },
+      "outputs": [],
+      "source": [
+        "if os.getenv(\"IS_TESTING_DEPLOY_MACHINE\"):\n",
+        "    MACHINE_TYPE = os.getenv(\"IS_TESTING_DEPLOY_MACHINE\")\n",
+        "else:\n",
+        "    MACHINE_TYPE = \"n1-standard\"\n",
+        "\n",
+        "VCPU = \"4\"\n",
+        "DEPLOY_COMPUTE = MACHINE_TYPE + \"-\" + VCPU\n",
+        "print(\"Train machine type\", DEPLOY_COMPUTE)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "import_file:u_dataset,csv"
+      },
+      "source": [
+        "### Location of pretrained `AutoML Tabular` exported model\n",
+        "\n",
+        "Now set the variable `MODEL_PACKAGE` to the location of the exported model artifacts in Cloud Storage."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "import_file:flowers,csv,icn"
+      },
+      "outputs": [],
+      "source": [
+        "MODEL_PACKAGE = \"gs://cloud-samples-data/vertex-ai/tabular-workflows/models/custom_op\""
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "quick_peek:csv"
+      },
+      "source": [
+        "#### Quick peek at your model package.\n",
+        "\n",
+        "Next, take a look at the contents of the model package for the exported AutoML tabular model."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "quick_peek:csv"
+      },
+      "outputs": [],
+      "source": [
+        "! gsutil ls {MODEL_PACKAGE}"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "automl_tabular_intro"
+      },
+      "source": [
+        "## AutoML tabular models\n",
+        "\n",
+        "AutoML can train the following types of tabular models:\n",
+        "\n",
+        "- classification\n",
+        "- regression\n",
+        "- forecasting\n",
+        "\n",
+        "A model can be trained for either automatic deployment to the cloud or exported for manual deployment to the cloud. In this tutorial, you use a pretrained exported AutoML tabular model.\n",
+        "\n",
+        "Learn more about [AutoML Model Types](https://cloud.google.com/vertex-ai/docs/start/automl-model-types)\n",
+        "\n",
+        "Learn more about [Exporting AutoML Tabular models](https://cloud.google.com/vertex-ai/docs/export/export-model-tabular)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "c10efb34321b"
+      },
+      "source": [
+        "### Set the model server\n",
+        "\n",
+        "Next, you set the pre-built container for the model server. The container will be a version of `us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server`. If the model package contains an `environment.json` file, use the container version specified by the key `container_uri`; otherwise, use `us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:latest` "
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "a5f271de9040"
+      },
+      "outputs": [],
+      "source": [
+        "import json\n",
+        "\n",
+        "output = !gsutil cat {MODEL_PACKAGE}/environment.json\n",
+        "\n",
+        "MODEL_SERVER = json.loads(output[0])[\"container_uri\"]"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "e8ce91147c93"
+      },
+      "source": [
+        "### Upload the pretrained exported `AutoML Tabular` model package to a `Vertex AI Model` resource\n",
+        "\n",
+        "Next, you upload the model artifacts for the pretrained exported `AutoML Tabular` model into a `Vertex AI Model` resource, using the `Model.upload()` method with the following parameters:\n",
+        "\n",
+        "- `display_name`: A human readable name for the `Model` resource.\n",
+        "- `artifact_uri`: The Cloud Storage location of the model package.\n",
+        "- `serving_container_image_uri`: The serving container image.\n",
+        "- `serving_container_ports`: The serving port.\n",
+        "\n",
+        "*Note:* When you upload the model artifacts to a `Vertex Model` resource, you specify the corresponding deployment container image."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "7988eae27f80"
+      },
+      "outputs": [],
+      "source": [
+        "model = aiplatform.Model.upload(\n",
+        "    display_name=\"gsod_\" + TIMESTAMP,\n",
+        "    artifact_uri=MODEL_PACKAGE,\n",
+        "    serving_container_image_uri=MODEL_SERVER,\n",
+        "    serving_container_ports=[8080],\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "628de0914ba1"
+      },
+      "source": [
+        "## Creating an `Endpoint` resource\n",
+        "\n",
+        "You create an `Endpoint` resource using the `Endpoint.create()` method. At a minimum, you specify the display name for the endpoint. Optionally, you can specify the project and location (region); otherwise the settings are inherited by the values you set when you initialized the Vertex AI SDK with the `init()` method.\n",
+        "\n",
+        "In this example, the following parameters are specified:\n",
+        "\n",
+        "- `display_name`: A human readable name for the `Endpoint` resource.\n",
+        "- `project`: Your project ID.\n",
+        "- `location`: Your region.\n",
+        "- `labels`: (optional) User defined metadata for the `Endpoint` in the form of key/value pairs.\n",
+        "\n",
+        "This method returns an `Endpoint` object.\n",
+        "\n",
+        "Learn more about [Vertex AI Endpoints](https://cloud.google.com/vertex-ai/docs/predictions/deploy-model-api)."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "0ea443f9593b"
+      },
+      "outputs": [],
+      "source": [
+        "endpoint = aiplatform.Endpoint.create(\n",
+        "    display_name=\"gsod_\" + TIMESTAMP,\n",
+        "    project=PROJECT_ID,\n",
+        "    location=REGION,\n",
+        "    labels={\"your_key\": \"your_value\"},\n",
+        ")\n",
+        "\n",
+        "print(endpoint)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "ca3fa3f6a894"
+      },
+      "source": [
+        "## Deploying `Model` resources to an `Endpoint` resource.\n",
+        "\n",
+        "You can deploy one of more `Vertex AI Model` resource instances to the same endpoint. Each `Vertex AI Model` resource that is deployed will have its own deployment container for the serving binary. \n",
+        "\n",
+        "*Note:* For this example, you specified the deployment container for the exported AutoML Tabular model in the previous step of uploading the model artifacts to a `Vertex AI Model` resource.\n",
+        "\n",
+        "To deploy, you specify the following additional configuration settings:\n",
+        "\n",
+        "- The machine type.\n",
+        "- The (if any) type and number of GPUs.\n",
+        "- Static, manual or auto-scaling of VM instances.\n",
+        "\n",
+        "In this example, you deploy the model with the minimal amount of specified parameters, as follows:\n",
+        "\n",
+        "- `model`: The `Model` resource.\n",
+        "- `deployed_model_displayed_name`: The human readable name for the deployed model instance.\n",
+        "- `machine_type`: The machine type for each VM instance.\n",
+        "\n",
+        "Do to the requirements to provision the resource, this may take upto a few minutes."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "4e93b034a72f"
+      },
+      "outputs": [],
+      "source": [
+        "response = endpoint.deploy(\n",
+        "    model=model,\n",
+        "    deployed_model_display_name=\"gsod_\" + TIMESTAMP,\n",
+        "    machine_type=DEPLOY_COMPUTE,\n",
+        ")\n",
+        "\n",
+        "print(response)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "f75331c946d5"
+      },
+      "source": [
+        "## Make a prediction\n",
+        "\n",
+        "Finally, you make an online prediction using the `endpoint()` method, with the following parameters:\n",
+        "\n",
+        "- `instances`: The instances to predict.\n",
+        "\n",
+        "The following is the for a prediction request:\n",
+        "\n",
+        "    [ INSTANCE_1, INSTANCE_2, ... ]\n",
+        "    \n",
+        "    INSTANCE : { \"column_1\": value, \"column_2\": value, ... }\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "72683bd9d777"
+      },
+      "outputs": [],
+      "source": [
+        "INSTANCES = [{\"year\": \"2020\", \"month\": \"1\", \"day\": \"23\"}]\n",
+        "\n",
+        "prediction = endpoint.predict(instances=INSTANCES)\n",
+        "print(prediction)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "endpoint_delete:mbsdk"
+      },
+      "source": [
+        "#### Delete the endpoint\n",
+        "\n",
+        "The method 'delete()' will delete the endpoint."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "endpoint_delete:mbsdk"
+      },
+      "outputs": [],
+      "source": [
+        "endpoint.undeploy_all()\n",
+        "endpoint.delete()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "model_delete:mbsdk"
+      },
+      "source": [
+        "#### Delete the model\n",
+        "\n",
+        "The method 'delete()' will delete the model."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "model_delete:mbsdk"
+      },
+      "outputs": [],
+      "source": [
+        "model.delete()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "cleanup"
+      },
+      "source": [
+        "# Cleaning up\n",
+        "\n",
+        "To clean up all Google Cloud resources used in this project, you can [delete the Google Cloud\n",
+        "project](https://cloud.google.com/resource-manager/docs/creating-managing-projects#shutting_down_projects) you used for the tutorial.\n",
+        "\n",
+        "Otherwise, you can delete the individual resources you created in this tutorial.\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "cleanup"
+      },
+      "outputs": [],
+      "source": [
+        "# Set this to true only if you'd like to delete your bucket\n",
+        "delete_bucket = False\n",
+        "\n",
+        "if delete_bucket or os.getenv(\"IS_TESTING\"):\n",
+        "    ! gsutil rm -r $BUCKET_URI"
+      ]
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "name": "get_started_automl_tabular_exported_deploy.ipynb",
+      "toc_visible": true
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

notebooks/community/ml_ops/stage6/get_started_with_automl_tabular_exported_deploy.ipynb

@@ -1,898 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "copyright"
-   },
-   "outputs": [],
-   "source": [
-    "# Copyright 2022 Google LLC\n",
-    "#\n",
-    "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
-    "# you may not use this file except in compliance with the License.\n",
-    "# You may obtain a copy of the License at\n",
-    "#\n",
-    "#     https://www.apache.org/licenses/LICENSE-2.0\n",
-    "#\n",
-    "# Unless required by applicable law or agreed to in writing, software\n",
-    "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
-    "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
-    "# See the License for the specific language governing permissions and\n",
-    "# limitations under the License."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "title:generic,gcp"
-   },
-   "source": [
-    "# E2E ML on GCP: MLOps stage 6 : serving: get started with re-importing AutoML tabular models\n",
-    "\n",
-    "<table align=\"left\">\n",
-    "  <td>\n",
-    "    <a href=\"https://github.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/community/ml_ops/stage6/get_started_with_automl_tabular_exported_deploy.ipynb\">\n",
-    "      <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
-    "      View on GitHub\n",
-    "    </a>\n",
-    "  </td>\n",
-    "  <td>\n",
-    "        <a href=\"https://colab.research.google.com/github/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/community/ml_ops/stage6/get_started_automl_with_tabular_exported_deploy.ipynb\">\n",
-    "        <img src=\"https://cloud.google.com/ml-engine/images/colab-logo-32px.png\" alt=\"Colab logo\"> Run in Colab\n",
-    "        </a>\n",
-    "  </td>\n",
-    "  <td>\n",
-    "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/community/ml_ops/stage6/get_started_automl_with_tabular_exported_deploy.ipynb\">\n",
-    "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
-    "      Open in Vertex AI Workbench\n",
-    "    </a>\n",
-    "  </td>\n",
-    "</table>\n",
-    "<br/><br/><br/>"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "overview:mlops"
-   },
-   "source": [
-    "## Overview\n",
-    "\n",
-    "\n",
-    "This tutorial demonstrates how to use Vertex AI for E2E MLOps on Google Cloud in production. This tutorial covers stage 2 : experimentation: get started with AutoML Training."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "objective:mlops,stage2,get_started_automl_training"
-   },
-   "source": [
-    "### Objective\n",
-    "\n",
-    "In this tutorial, you learn how to use `AutoML Tabular` for re-importing exported model artifacts as a `Model` resource. This is useful for example, if one wants to move the exported model across projects.\n",
-    "\n",
-    "This tutorial uses the following Google Cloud ML services:\n",
-    "\n",
-    "- `AutoML Tabular`\n",
-    "- `Vertex AI Model` resource\n",
-    "- `Vertex AI Prediction`\n",
-    "\n",
-    "The steps performed include:\n",
-    "\n",
-    "- Importing a pretrained AutoML tabular exported model artifacts, as a `Model` resource.\n",
-    "- Create an `Endpoint` resource.\n",
-    "- Deploy the `Model` resource to the `Endpoint` resource.\n",
-    "- Make a prediction."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "dataset:flowers,icn"
-   },
-   "source": [
-    "### Dataset\n",
-    "\n",
-    "This tutorial uses a pretrained AutoML tabular model with exported model artifacts.\n",
-    "\n",
-    "\n",
-    "The tabular dataset used for the pretrained model is the GSOD dataset from [BigQuery public datasets](https://cloud.google.com/bigquery/public-data). The version of the dataset you use only the fields year, month and day to predict the value of mean daily temperature (mean_temp).\n",
-    "\n",
-    "*Note:* This version of the exported model contains the custom op and requires the model server: us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "fb3451ce8e47"
-   },
-   "source": [
-    "### Costs\n",
-    "This tutorial uses billable components of Google Cloud:\n",
-    "\n",
-    "- Vertex AI\n",
-    "- Cloud Storage\n",
-    "\n",
-    "Learn about [Vertex AI pricing](https://cloud.google.com/vertex-ai/pricing) and [Cloud Storage pricing](https://cloud.google.com/storage/pricing) and use the [Pricing Calculator](https://cloud.google.com/products/calculator/) to generate a cost estimate based on your projected usage."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "install_mlops"
-   },
-   "source": [
-    "## Installations\n",
-    "\n",
-    "Install the packages required for executing this notebook."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "install_mlops"
-   },
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "\n",
-    "# The Vertex AI Workbench Notebook product has specific requirements\n",
-    "IS_WORKBENCH_NOTEBOOK = os.getenv(\"DL_ANACONDA_HOME\") and not os.getenv(\"VIRTUAL_ENV\")\n",
-    "IS_USER_MANAGED_WORKBENCH_NOTEBOOK = os.path.exists(\n",
-    "    \"/opt/deeplearning/metadata/env_version\"\n",
-    ")\n",
-    "\n",
-    "# Vertex AI Notebook requires dependencies to be installed with '--user'\n",
-    "USER_FLAG = \"\"\n",
-    "if IS_WORKBENCH_NOTEBOOK:\n",
-    "    USER_FLAG = \"--user\"\n",
-    "\n",
-    "# Install the packages\n",
-    "\n",
-    "! pip3 install --upgrade google-cloud-aiplatform {USER_FLAG} -q\n",
-    "! pip3 install --upgrade google-cloud-storage {USER_FLAG} -q"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "restart"
-   },
-   "source": [
-    "### Restart the kernel\n",
-    "\n",
-    "Once you've installed the additional packages, you need to restart the notebook kernel so it can find the packages."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "restart"
-   },
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "\n",
-    "if not os.getenv(\"IS_TESTING\"):\n",
-    "    # Automatically restart kernel after installs\n",
-    "    import IPython\n",
-    "\n",
-    "    app = IPython.Application.instance()\n",
-    "    app.kernel.do_shutdown(True)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "project_id"
-   },
-   "source": [
-    "## Before you begin\n",
-    "\n",
-    "### Set up your Google Cloud project\n",
-    "\n",
-    "**The following steps are required, regardless of your notebook environment.**\n",
-    "\n",
-    "1. [Select or create a Google Cloud project](https://console.cloud.google.com/cloud-resource-manager). When you first create an account, you get a $300 free credit towards your compute/storage costs.\n",
-    "\n",
-    "1. [Make sure that billing is enabled for your project](https://cloud.google.com/billing/docs/how-to/modify-project).\n",
-    "\n",
-    "1. [Enable the Vertex AI, Compute Engine and Cloud Storage APIs](https://console.cloud.google.com/flows/enableapi?apiid=aiplatform.googleapis.com,compute_component,storage_component).\n",
-    "\n",
-    "1. If you are running this notebook locally, you need to install the [Cloud SDK](https://cloud.google.com/sdk).\n",
-    "\n",
-    "1. Enter your project ID in the cell below. Then run the cell to make sure the\n",
-    "Cloud SDK uses the right project for all the commands in this notebook.\n",
-    "\n",
-    "**Note**: Jupyter runs lines prefixed with `!` as shell commands, and it interpolates Python variables prefixed with `$` into these commands."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "56d591439df1"
-   },
-   "source": [
-    "#### Set your project ID\n",
-    "\n",
-    "**If you don't know your project ID**, you may be able to get your project ID using `gcloud`."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "set_project_id"
-   },
-   "outputs": [],
-   "source": [
-    "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "autoset_project_id"
-   },
-   "outputs": [],
-   "source": [
-    "if PROJECT_ID == \"\" or PROJECT_ID is None or PROJECT_ID == \"[your-project-id]\":\n",
-    "    # Get your GCP project id from gcloud\n",
-    "    shell_output = ! gcloud config list --format 'value(core.project)' 2>/dev/null\n",
-    "    PROJECT_ID = shell_output[0]\n",
-    "    print(\"Project ID:\", PROJECT_ID)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "set_gcloud_project_id"
-   },
-   "outputs": [],
-   "source": [
-    "! gcloud config set project $PROJECT_ID"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "region"
-   },
-   "source": [
-    "#### Region\n",
-    "\n",
-    "You can also change the `REGION` variable, which is used for operations\n",
-    "throughout the rest of this notebook.  Below are regions supported for Vertex AI. We recommend that you choose the region closest to you.\n",
-    "\n",
-    "- Americas: `us-central1`\n",
-    "- Europe: `europe-west4`\n",
-    "- Asia Pacific: `asia-east1`\n",
-    "\n",
-    "You may not use a multi-regional bucket for training with Vertex AI. Not all regions provide support for all Vertex AI services.\n",
-    "\n",
-    "Learn more about [Vertex AI regions](https://cloud.google.com/vertex-ai/docs/general/locations)."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "region"
-   },
-   "outputs": [],
-   "source": [
-    "REGION = \"[your-region]\"  # @param {type: \"string\"}\n",
-    "\n",
-    "if REGION == \"[your-region]\":\n",
-    "    REGION = \"us-central1\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "timestamp"
-   },
-   "source": [
-    "#### Timestamp\n",
-    "\n",
-    "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a timestamp for each instance session, and append the timestamp onto the name of resources you create in this tutorial."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "timestamp"
-   },
-   "outputs": [],
-   "source": [
-    "from datetime import datetime\n",
-    "\n",
-    "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "3ffa6b6c7cdb"
-   },
-   "source": [
-    "### Authenticate your Google Cloud account\n",
-    "\n",
-    "**If you are using Vertex AI Workbench Notebooks**, your environment is already authenticated. Skip this step.\n",
-    "\n",
-    "**If you are using Colab**, run the cell below and follow the instructions when prompted to authenticate your account via oAuth.\n",
-    "\n",
-    "**Otherwise**, follow these steps:\n",
-    "\n",
-    "In the Cloud Console, go to the [Create service account key](https://console.cloud.google.com/apis/credentials/serviceaccountkey) page.\n",
-    "\n",
-    "1. **Click Create service account**.\n",
-    "\n",
-    "2. In the **Service account name** field, enter a name, and click **Create**.\n",
-    "\n",
-    "3. In the **Grant this service account access to project** section, click the Role drop-down list. Type \"Vertex AI\" into the filter box, and select **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
-    "\n",
-    "4. Click Create. A JSON file that contains your key downloads to your local environment.\n",
-    "\n",
-    "5. Enter the path to your service account key as the GOOGLE_APPLICATION_CREDENTIALS variable in the cell below and run the cell."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "2b72272258fc"
-   },
-   "outputs": [],
-   "source": [
-    "# If you are running this notebook in Colab, run this cell and follow the\n",
-    "# instructions to authenticate your GCP account. This provides access to your\n",
-    "# Cloud Storage bucket and lets you submit training jobs and prediction\n",
-    "# requests.\n",
-    "\n",
-    "import os\n",
-    "import sys\n",
-    "\n",
-    "# If on Vertex AI Workbench, then don't execute this code\n",
-    "IS_COLAB = \"google.colab\" in sys.modules\n",
-    "if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
-    "    \"DL_ANACONDA_HOME\"\n",
-    "):\n",
-    "    if \"google.colab\" in sys.modules:\n",
-    "        from google.colab import auth as google_auth\n",
-    "\n",
-    "        google_auth.authenticate_user()\n",
-    "\n",
-    "    # If you are running this notebook locally, replace the string below with the\n",
-    "    # path to your service account key and run this cell to authenticate your GCP\n",
-    "    # account.\n",
-    "    elif not os.getenv(\"IS_TESTING\"):\n",
-    "        %env GOOGLE_APPLICATION_CREDENTIALS ''"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "bucket:mbsdk"
-   },
-   "source": [
-    "### Create a Cloud Storage bucket\n",
-    "\n",
-    "**The following steps are required, regardless of your notebook environment.**\n",
-    "\n",
-    "When you initialize the Vertex SDK for Python, you specify a Cloud Storage staging bucket. The staging bucket is where all the data associated with your dataset and model resources are retained across sessions.\n",
-    "\n",
-    "Set the name of your Cloud Storage bucket below. Bucket names must be globally unique across all Google Cloud projects, including those outside of your organization."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "bucket"
-   },
-   "outputs": [],
-   "source": [
-    "BUCKET_NAME = \"[your-bucket-name]\"  # @param {type:\"string\"}\n",
-    "BUCKET_URI = f\"gs://{BUCKET_NAME}\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "autoset_bucket"
-   },
-   "outputs": [],
-   "source": [
-    "if BUCKET_URI == \"\" or BUCKET_URI is None or BUCKET_URI == \"gs://[your-bucket-name]\":\n",
-    "    BUCKET_NAME = PROJECT_ID + \"aip-\" + TIMESTAMP\n",
-    "    BUCKET_URI = \"gs://\" + BUCKET_NAME"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "create_bucket"
-   },
-   "source": [
-    "**Only if your bucket doesn't already exist**: Run the following cell to create your Cloud Storage bucket."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "create_bucket"
-   },
-   "outputs": [],
-   "source": [
-    "! gsutil mb -l $REGION $BUCKET_URI"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "validate_bucket"
-   },
-   "source": [
-    "Finally, validate access to your Cloud Storage bucket by examining its contents:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "validate_bucket"
-   },
-   "outputs": [],
-   "source": [
-    "! gsutil ls -al $BUCKET_URI"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "setup_vars"
-   },
-   "source": [
-    "### Set up variables\n",
-    "\n",
-    "Next, set up some variables used throughout the tutorial.\n",
-    "### Import libraries and define constants"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "import_aip:mbsdk"
-   },
-   "outputs": [],
-   "source": [
-    "import google.cloud.aiplatform as aiplatform"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "init_aip:mbsdk"
-   },
-   "source": [
-    "### Initialize Vertex AI SDK for Python\n",
-    "\n",
-    "Initialize the Vertex AI SDK for Python for your project and corresponding bucket."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "init_aip:mbsdk"
-   },
-   "outputs": [],
-   "source": [
-    "aiplatform.init(project=PROJECT_ID, staging_bucket=BUCKET_URI)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "machine:training"
-   },
-   "source": [
-    "#### Set machine type\n",
-    "\n",
-    "Next, set the machine type to use for training.\n",
-    "\n",
-    "- Set the variable `DEPLOY_COMPUTE` to configure  the compute resources for the VMs you will use for for training.\n",
-    " - `machine type`\n",
-    "     - `n1-standard`: 3.75GB of memory per vCPU.\n",
-    "     - `n1-highmem`: 6.5GB of memory per vCPU\n",
-    "     - `n1-highcpu`: 0.9 GB of memory per vCPU\n",
-    " - `vCPUs`: number of \\[2, 4, 8, 16, 32, 64, 96 \\]\n",
-    "\n",
-    "*Note: The following is not supported for training:*\n",
-    "\n",
-    " - `standard`: 2 vCPUs\n",
-    " - `highcpu`: 2, 4 and 8 vCPUs\n",
-    "\n",
-    "*Note: You may also use n2 and e2 machine types for training and deployment, but they do not support GPUs*."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "machine:training"
-   },
-   "outputs": [],
-   "source": [
-    "if os.getenv(\"IS_TESTING_DEPLOY_MACHINE\"):\n",
-    "    MACHINE_TYPE = os.getenv(\"IS_TESTING_DEPLOY_MACHINE\")\n",
-    "else:\n",
-    "    MACHINE_TYPE = \"n1-standard\"\n",
-    "\n",
-    "VCPU = \"4\"\n",
-    "DEPLOY_COMPUTE = MACHINE_TYPE + \"-\" + VCPU\n",
-    "print(\"Train machine type\", DEPLOY_COMPUTE)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "import_file:u_dataset,csv"
-   },
-   "source": [
-    "### Location of pretrained `AutoML Tabular` exported model\n",
-    "\n",
-    "Now set the variable `MODEL_PACKAGE` to the location of the exported model artifacts in Cloud Storage."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "import_file:flowers,csv,icn"
-   },
-   "outputs": [],
-   "source": [
-    "MODEL_PACKAGE = \"gs://cloud-samples-data/vertex-ai/tabular-workflows/models/custom_op\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "quick_peek:csv"
-   },
-   "source": [
-    "#### Quick peek at your model package.\n",
-    "\n",
-    "Next, take a look at the contents of the model package for the exported AutoML tabular model."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "quick_peek:csv"
-   },
-   "outputs": [],
-   "source": [
-    "! gsutil ls {MODEL_PACKAGE}"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "automl_tabular_intro"
-   },
-   "source": [
-    "## AutoML tabular models\n",
-    "\n",
-    "AutoML can train the following types of tabular models:\n",
-    "\n",
-    "- classification\n",
-    "- regression\n",
-    "- forecasting\n",
-    "\n",
-    "A model can be trained for either automatic deployment to the cloud or exported for manual deployment to the cloud. In this tutorial, you use a pretrained exported AutoML tabular model.\n",
-    "\n",
-    "Learn more about [AutoML Model Types](https://cloud.google.com/vertex-ai/docs/start/automl-model-types)\n",
-    "\n",
-    "Learn more about [Exporting AutoML Tabular models](https://cloud.google.com/vertex-ai/docs/export/export-model-tabular)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "c10efb34321b"
-   },
-   "source": [
-    "### Set the model server\n",
-    "\n",
-    "Next, you set the pre-built container for the model server. The container will be a version of `us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server`. If the model package contains an `environment.json` file, use the container version specified by the key `container_uri`; otherwise, use `us-docker.pkg.dev/vertex-ai/automl-tabular/prediction-server:latest` "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "a5f271de9040"
-   },
-   "outputs": [],
-   "source": [
-    "import json\n",
-    "\n",
-    "output = !gsutil cat {MODEL_PACKAGE}/environment.json\n",
-    "\n",
-    "MODEL_SERVER = json.loads(output[0])[\"container_uri\"]"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "e8ce91147c93"
-   },
-   "source": [
-    "### Upload the pretrained exported `AutoML Tabular` model package to a `Vertex AI Model` resource\n",
-    "\n",
-    "Next, you upload the model artifacts for the pretrained exported `AutoML Tabular` model into a `Vertex AI Model` resource, using the `Model.upload()` method with the following parameters:\n",
-    "\n",
-    "- `display_name`: A human readable name for the `Model` resource.\n",
-    "- `artifact_uri`: The Cloud Storage location of the model package.\n",
-    "- `serving_container_image_uri`: The serving container image.\n",
-    "- `serving_container_ports`: The serving port.\n",
-    "\n",
-    "*Note:* When you upload the model artifacts to a `Vertex Model` resource, you specify the corresponding deployment container image."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "7988eae27f80"
-   },
-   "outputs": [],
-   "source": [
-    "model = aiplatform.Model.upload(\n",
-    "    display_name=\"gsod_\" + TIMESTAMP,\n",
-    "    artifact_uri=MODEL_PACKAGE,\n",
-    "    serving_container_image_uri=MODEL_SERVER,\n",
-    "    serving_container_ports=[8080],\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "628de0914ba1"
-   },
-   "source": [
-    "## Creating an `Endpoint` resource\n",
-    "\n",
-    "You create an `Endpoint` resource using the `Endpoint.create()` method. At a minimum, you specify the display name for the endpoint. Optionally, you can specify the project and location (region); otherwise the settings are inherited by the values you set when you initialized the Vertex AI SDK with the `init()` method.\n",
-    "\n",
-    "In this example, the following parameters are specified:\n",
-    "\n",
-    "- `display_name`: A human readable name for the `Endpoint` resource.\n",
-    "- `project`: Your project ID.\n",
-    "- `location`: Your region.\n",
-    "- `labels`: (optional) User defined metadata for the `Endpoint` in the form of key/value pairs.\n",
-    "\n",
-    "This method returns an `Endpoint` object.\n",
-    "\n",
-    "Learn more about [Vertex AI Endpoints](https://cloud.google.com/vertex-ai/docs/predictions/deploy-model-api)."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "0ea443f9593b"
-   },
-   "outputs": [],
-   "source": [
-    "endpoint = aiplatform.Endpoint.create(\n",
-    "    display_name=\"gsod_\" + TIMESTAMP,\n",
-    "    project=PROJECT_ID,\n",
-    "    location=REGION,\n",
-    "    labels={\"your_key\": \"your_value\"},\n",
-    ")\n",
-    "\n",
-    "print(endpoint)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "ca3fa3f6a894"
-   },
-   "source": [
-    "## Deploying `Model` resources to an `Endpoint` resource.\n",
-    "\n",
-    "You can deploy one of more `Vertex AI Model` resource instances to the same endpoint. Each `Vertex AI Model` resource that is deployed will have its own deployment container for the serving binary. \n",
-    "\n",
-    "*Note:* For this example, you specified the deployment container for the exported AutoML Tabular model in the previous step of uploading the model artifacts to a `Vertex AI Model` resource.\n",
-    "\n",
-    "To deploy, you specify the following additional configuration settings:\n",
-    "\n",
-    "- The machine type.\n",
-    "- The (if any) type and number of GPUs.\n",
-    "- Static, manual or auto-scaling of VM instances.\n",
-    "\n",
-    "In this example, you deploy the model with the minimal amount of specified parameters, as follows:\n",
-    "\n",
-    "- `model`: The `Model` resource.\n",
-    "- `deployed_model_displayed_name`: The human readable name for the deployed model instance.\n",
-    "- `machine_type`: The machine type for each VM instance.\n",
-    "\n",
-    "Do to the requirements to provision the resource, this may take upto a few minutes."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "4e93b034a72f"
-   },
-   "outputs": [],
-   "source": [
-    "response = endpoint.deploy(\n",
-    "    model=model,\n",
-    "    deployed_model_display_name=\"gsod_\" + TIMESTAMP,\n",
-    "    machine_type=DEPLOY_COMPUTE,\n",
-    ")\n",
-    "\n",
-    "print(response)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "f75331c946d5"
-   },
-   "source": [
-    "## Make a prediction\n",
-    "\n",
-    "Finally, you make an online prediction using the `endpoint()` method, with the following parameters:\n",
-    "\n",
-    "- `instances`: The instances to predict.\n",
-    "\n",
-    "The following is the for a prediction request:\n",
-    "\n",
-    "    [ INSTANCE_1, INSTANCE_2, ... ]\n",
-    "    \n",
-    "    INSTANCE : { \"column_1\": value, \"column_2\": value, ... }\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "72683bd9d777"
-   },
-   "outputs": [],
-   "source": [
-    "INSTANCES = [{\"year\": \"2020\", \"month\": \"1\", \"day\": \"23\"}]\n",
-    "\n",
-    "prediction = endpoint.predict(instances=INSTANCES)\n",
-    "print(prediction)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "endpoint_delete:mbsdk"
-   },
-   "source": [
-    "#### Delete the endpoint\n",
-    "\n",
-    "The method 'delete()' will delete the endpoint."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "endpoint_delete:mbsdk"
-   },
-   "outputs": [],
-   "source": [
-    "endpoint.undeploy_all()\n",
-    "endpoint.delete()"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "model_delete:mbsdk"
-   },
-   "source": [
-    "#### Delete the model\n",
-    "\n",
-    "The method 'delete()' will delete the model."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "model_delete:mbsdk"
-   },
-   "outputs": [],
-   "source": [
-    "model.delete()"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "cleanup"
-   },
-   "source": [
-    "# Cleaning up\n",
-    "\n",
-    "To clean up all Google Cloud resources used in this project, you can [delete the Google Cloud\n",
-    "project](https://cloud.google.com/resource-manager/docs/creating-managing-projects#shutting_down_projects) you used for the tutorial.\n",
-    "\n",
-    "Otherwise, you can delete the individual resources you created in this tutorial.\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "cleanup"
-   },
-   "outputs": [],
-   "source": [
-    "# Set this to true only if you'd like to delete your bucket\n",
-    "delete_bucket = False\n",
-    "\n",
-    "if delete_bucket or os.getenv(\"IS_TESTING\"):\n",
-    "    ! gsutil rm -r $BUCKET_URI"
-   ]
-  }
- ],
- "metadata": {
-  "colab": {
-   "name": "get_started_automl_tabular_exported_deploy.ipynb",
-   "toc_visible": true
-  },
-  "environment": {
-   "kernel": "python3",
-   "name": "common-cpu.m95",
-   "type": "gcloud",
-   "uri": "gcr.io/deeplearning-platform-release/base-cpu:m95"
-  },
-  "kernelspec": {
-   "display_name": "Python 3",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.7.12"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 4
-}

notebooks/community/ml_ops/stage6/get_started_with_cpr.ipynb

@@ -169,6 +169,15 @@
         "scikit-learn~=0.24"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "faf22f3af1ce"
+      },
+      "source": [
+        "**The model you deploy will have a different set of dependencies pre-installed than your notebook environment has. You should not assume that because things work in the notebook, they will work in the model. Instead, you will be very explicit about the dependencies for the model by listing them in requirements.txt and then use `pip install` to install the exact same dependencies in the notebook. Please note, of course, that there is a chance that a dependency is missed in requirements.txt that already exists in the notebook. If that's the case, things will run in the notebook, but not in the model. To guard against that, you will test the model locally before deploying to the cloud.**"
+      ]
+    },
     {
       "cell_type": "code",
       "execution_count": null,

notebooks/community/ml_ops/stage6/get_started_with_matching_engine_swivel.ipynb

@@ -143,7 +143,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
+        "**If you are using Colab or Google Cloud Notebooks**, your environment already meets\n",
         "all the requirements to run this notebook. You can skip this step."
       ]
     },
@@ -424,7 +424,7 @@
         "### Authenticate your Google Cloud account\n",
         "\n",
         "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated. "
+        "authenticated. Skip this step."
       ]
     },
     {
@@ -1068,7 +1068,7 @@
         "model = aiplatform.Model.upload(\n",
         "    display_name=\"movies_\" + TIMESTAMP,\n",
         "    artifact_uri=SAVEDMODEL_DIR,\n",
-        "    serving_container_image_uri=DEPLOY_IMAGE,\n",
+        "    serving_container_image_uri=DELOY_IMAGE,\n",
         ")"
       ]
     },
@@ -1355,6 +1355,8 @@
       "source": [
         "QUERY_EMBEDDING_PATH = f\"{BUCKET_URI}/embeddings/train.jsonl\"\n",
         "\n",
+        "import tensorflow as tf\n",
+        "\n",
         "with tf.io.gfile.GFile(QUERY_EMBEDDING_PATH, \"w\") as f:\n",
         "    for i in range(1, 200001):\n",
         "        query = str(i)\n",
@@ -1415,7 +1417,7 @@
         "MAX_NODES = 4\n",
         "\n",
         "batch_predict_job = model.batch_predict(\n",
-        "    job_display_name=\"batch_predict_swivel\",\n",
+        "    job_display_name=f\"batch_predict_swivel\",\n",
         "    gcs_source=[QUERY_EMBEDDING_PATH],\n",
         "    gcs_destination_prefix=f\"{BUCKET_URI}/embeddings/output\",\n",
         "    machine_type=DEPLOY_COMPUTE,\n",

notebooks/community/ml_ops/stage6/get_started_with_matching_engine_twotowers.ipynb

@@ -142,7 +142,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
+        "**If you are using Colab or Google Cloud Notebooks**, your environment already meets\n",
         "all the requirements to run this notebook. You can skip this step."
       ]
     },
@@ -422,7 +422,7 @@
         "### Authenticate your Google Cloud account\n",
         "\n",
         "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated. "
+        "authenticated. Skip this step."
       ]
     },
     {

notebooks/community/ml_ops/stage6/get_started_with_tf_serving.ipynb

@@ -702,7 +702,7 @@
         "        + f\"/{PRIVATE_REPO}\"\n",
         "        + \"/tf_serving:gpu\"\n",
         "    )\n",
-        "    TF_IMAGE = \"tensorflow/serving:2.5.4-gpu\"\n",
+        "    TF_IMAGE = \"tensorflow/serving:latest-gpu\"\n",
         "else:\n",
         "    DEPLOY_IMAGE = (\n",
         "        f\"{REGION}-docker.pkg.dev/\"\n",
@@ -710,15 +710,15 @@
         "        + f\"/{PRIVATE_REPO}\"\n",
         "        + \"/tf_serving:cpu\"\n",
         "    )\n",
-        "    TF_IMAGE = \"tensorflow/serving:2.5.4\"\n",
+        "    TF_IMAGE = \"tensorflow/serving:latest\"\n",
         "\n",
         "if not IS_COLAB:\n",
         "    if DEPLOY_GPU:\n",
-        "        ! sudo docker pull tensorflow/serving:2.5.4-gpu\n",
+        "        ! sudo docker pull tensorflow/serving:latest-gpu\n",
         "    else:\n",
-        "        ! sudo docker pull tensorflow/serving:2.5.4\n",
+        "        ! sudo docker pull tensorflow/serving:latest\n",
         "\n",
-        "    ! docker tag $TF_IMAGE $DEPLOY_IMAGE\n",
+        "    ! docker tag tensorflow/serving $DEPLOY_IMAGE\n",
         "    ! docker push $DEPLOY_IMAGE\n",
         "else:\n",
         "    # install docker daemon\n",
@@ -1214,20 +1214,6 @@
         "     [1.0,3.0,\"cat1\"],\n",
         "     [2.0,4.0,\"cat2\"]\n",
         "    ]}\n",
-        "    \n",
-        "**BigQuery**\n",
-        "\n",
-        "Each row is converted to a JSON array. For example:\n",
-        "\n",
-        "    [1.0,3.0,\"cat1\"]\n",
-        "    [2.0,4.0,\"cat2\"]\n",
-        "    \n",
-        "The batch server generates the pivot data with the same format. The generated pivot data is then wrapped into a payload request:\n",
-        "\n",
-        "    {\"instances\": [\n",
-        "     [1.0,3.0,\"cat1\"],\n",
-        "     [2.0,4.0,\"cat2\"]\n",
-        "    ]}\n",
         "\n",
         "**TFRecords**\n",
         "\n",
@@ -1434,7 +1420,7 @@
       },
       "outputs": [],
       "source": [
-        "delete_bucket = True\n",
+        "delete_bucket = False\n",
         "delete_model = True\n",
         "delete_endpoint = True\n",
         "delete_batch_job = True\n",

notebooks/community/ml_ops/stage6/get_started_with_xai_and_custom_server.ipynb

@@ -134,7 +134,7 @@
       "source": [
         "### Set up your local development environment\n",
         "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
+        "**If you are using Colab or Google Cloud Notebooks**, your environment already meets\n",
         "all the requirements to run this notebook. You can skip this step."
       ]
     },
@@ -395,7 +395,7 @@
       "source": [
         "### Authenticate your Google Cloud account\n",
         "\n",
-        "**If you are using Vertex AI Workbench Notebooks**, your environment is already authenticated. \n",
+        "**If you are using Vertex AI Workbench Notebooks**, your environment is already authenticated. Skip this step.\n",
         "\n",
         "**If you are using Colab**, run the cell below and follow the instructions when prompted to authenticate your account via oAuth.\n",
         "\n",

notebooks/community/model_monitoring/batch_prediction_model_monitoring.ipynb

@@ -3,6 +3,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "d3069d95",
       "metadata": {
         "cellView": "form",
         "id": "d3069d95"
@@ -10,7 +11,7 @@
       "outputs": [],
       "source": [
         "# @title Copyright & License (click to expand)\n",
-        "# Copyright 2022 Google LLC\n",
+        "# Copyright 2021 Google LLC\n",
         "#\n",
         "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
         "# you may not use this file except in compliance with the License.\n",
@@ -27,6 +28,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "546c53de",
       "metadata": {
         "id": "546c53de"
       },
@@ -44,16 +46,13 @@
         "        <img src=\"https://cloud.google.com/ml-engine/images/github-logo-32px.png\" alt=\"GitHub logo\">\n",
         "      View on GitHub\n",
         "    </a>\n",
-        "  </td><td>\n",
-        "    <a href=\"https://console.cloud.google.com/ai-platform/notebooks/deploy-notebook?name=Model%20Monitoring&download_url=https%3A%2F%2Fraw.githubusercontent.com%2FGoogleCloudPlatform%2Fvertex-ai-samples%2Fmain%2Fnotebooks%2Fcommunity%2Fmodel_monitoring%2Fbatch_prediction_model_monitoring.ipynb\">\n",
-        "       <img src=\"https://www.gstatic.com/cloud/images/navigation/vertex-ai.svg\" alt=\"Google Cloud Notebooks\">Open in Workbench AI Notebook\n",
-        "    </a>\n",
-        "  </td> \n",
+        "  </td>\n",
         "</table>"
       ]
     },
     {
       "cell_type": "markdown",
+      "id": "53fd1070",
       "metadata": {
         "id": "53fd1070"
       },
@@ -65,6 +64,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "8b26c855",
       "metadata": {
         "id": "8b26c855"
       },
@@ -98,6 +98,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "d52ba95b",
       "metadata": {
         "id": "d52ba95b"
       },
@@ -109,6 +110,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "e64fb18a",
       "metadata": {
         "id": "e64fb18a"
       },
@@ -121,6 +123,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "9d839347",
       "metadata": {
         "id": "9d839347"
       },
@@ -139,6 +142,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "738fce1f",
       "metadata": {
         "id": "738fce1f"
       },
@@ -151,6 +155,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "4536fe4e",
       "metadata": {
         "id": "4536fe4e"
       },
@@ -173,13 +178,14 @@
         "    USER_FLAG = \"--user\"\n",
         "\n",
         "# Install Python package dependencies.\n",
-        "! pip3 install -q {USER_FLAG} tensorflow-data-validation \\\n",
-        "                              google-api-core \\\n",
-        "                              google-cloud-aiplatform"
+        "! pip3 install -q tensorflow-data-validation $USER_FLAG\n",
+        "! pip3 install -q google-api-core $USER_FLAG\n",
+        "! pip3 install -q google-cloud-aiplatform $USER_FLAG"
       ]
     },
     {
       "cell_type": "markdown",
+      "id": "6e98402b",
       "metadata": {
         "id": "6e98402b"
       },
@@ -192,6 +198,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "9775c9ff",
       "metadata": {
         "id": "9775c9ff"
       },
@@ -210,6 +217,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "d5737134",
       "metadata": {
         "id": "d5737134"
       },
@@ -234,6 +242,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "cfb1a1d5",
       "metadata": {
         "id": "cfb1a1d5"
       },
@@ -246,33 +255,50 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "cf8535e4",
       "metadata": {
         "id": "cf8535e4"
       },
       "outputs": [],
       "source": [
-        "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
+        "import os\n",
+        "\n",
+        "PROJECT_ID = \"\"\n",
+        "\n",
+        "# Get your Google Cloud project ID from gcloud\n",
+        "if not os.getenv(\"IS_TESTING\"):\n",
+        "    shell_output = ! gcloud config list --format 'value(core.project)' 2>/dev/null\n",
+        "    PROJECT_ID = shell_output[0]\n",
+        "    print(\"Project ID: \", PROJECT_ID)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "id": "05a2d397",
+      "metadata": {
+        "id": "05a2d397"
+      },
+      "source": [
+        "Otherwise, set your project ID here.\n"
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "1c2be4bd",
       "metadata": {
         "id": "1c2be4bd"
       },
       "outputs": [],
       "source": [
-        "if PROJECT_ID == \"\" or not PROJECT_ID or PROJECT_ID == \"[your-project-id]\":\n",
-        "    PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}\n",
-        "    # Get your GCP project id from gcloud\n",
-        "    shell_output = ! gcloud config list --format 'value(core.project)' 2>/dev/null\n",
-        "    PROJECT_ID = shell_output[0]\n",
-        "    print(\"Project ID:\", PROJECT_ID)"
+        "if PROJECT_ID == \"\" or PROJECT_ID is None:\n",
+        "    PROJECT_ID = \"python-docs-samples-tests\"  # @param {type:\"string\"}"
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "c129705c",
       "metadata": {
         "id": "c129705c"
       },
@@ -283,6 +309,32 @@
     },
     {
       "cell_type": "markdown",
+      "id": "71404c9f",
+      "metadata": {
+        "id": "71404c9f"
+      },
+      "source": [
+        "#### Set your email address\n",
+        "This is used for delivering model monitoring notifications.\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "id": "4b1d2b69",
+      "metadata": {
+        "id": "4b1d2b69"
+      },
+      "outputs": [],
+      "source": [
+        "EMAIL_ADDRESS = \"[your-email-address]\"  # @param {type:\"string\"}\n",
+        "if not EMAIL_ADDRESS or EMAIL_ADDRESS == \"[your-email-address]\":\n",
+        "    print(\"EMAIL_ADDRESS not specified, please correct before proceeding.\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "id": "83340af4",
       "metadata": {
         "id": "83340af4"
       },
@@ -304,73 +356,18 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "4814ea21",
       "metadata": {
         "id": "4814ea21"
       },
       "outputs": [],
       "source": [
-        "REGION = \"[your-region]\"  # @param {type: \"string\"}\n",
-        "\n",
-        "if REGION == \"[your-region]\":\n",
-        "    REGION = \"us-central1\""
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "06571eb4063b"
-      },
-      "source": [
-        "#### UUID\n",
-        "\n",
-        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a uuid for each instance session, and append it onto the name of resources you create in this tutorial."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "4e166d927e36"
-      },
-      "outputs": [],
-      "source": [
-        "import random\n",
-        "import string\n",
-        "\n",
-        "\n",
-        "# Generate a uuid of a specifed length(default=8)\n",
-        "def generate_uuid(length: int = 8) -> str:\n",
-        "    return \"\".join(random.choices(string.ascii_lowercase + string.digits, k=length))\n",
-        "\n",
-        "\n",
-        "UUID = generate_uuid()"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "71404c9f"
-      },
-      "source": [
-        "#### Set your email address\n",
-        "This is used for delivering model monitoring notifications.\n"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "4b1d2b69"
-      },
-      "outputs": [],
-      "source": [
-        "EMAIL_ADDRESS = \"[your-email-address]\"  # @param {type:\"string\"}\n",
-        "if not EMAIL_ADDRESS or EMAIL_ADDRESS == \"[your-email-address]\":\n",
-        "    print(\"EMAIL_ADDRESS not specified, please correct before proceeding.\")"
+        "REGION = \"us-central1\"  # @param {type: \"string\"}"
       ]
     },
     {
       "cell_type": "markdown",
+      "id": "20a546c3",
       "metadata": {
         "id": "20a546c3"
       },
@@ -378,35 +375,16 @@
         "### Authenticate your Google Cloud account\n",
         "\n",
         "**If you are using Vertex AI Workbench notebooks**, your environment is already\n",
-        "authenticated.\n",
+        "authenticated. Skip this step.\n",
         "\n",
         "**If you are using Colab**, run the cell below and follow the instructions\n",
-        "when prompted to authenticate your account via oAuth.\n",
-        "\n",
-        "**Otherwise**, follow these steps:\n",
-        "\n",
-        "1. In the Cloud Console, go to the [**Create service account key**\n",
-        "   page](https://console.cloud.google.com/apis/credentials/serviceaccountkey).\n",
-        "\n",
-        "2. Click **Create service account**.\n",
-        "\n",
-        "3. In the **Service account name** field, enter a name, and\n",
-        "   click **Create**.\n",
-        "\n",
-        "4. In the **Grant this service account access to project** section, click the **Role** drop-down list. Type \"Vertex AI\"\n",
-        "into the filter box, and select\n",
-        "   **Vertex AI Administrator**. Type \"Storage Object Admin\" into the filter box, and select **Storage Object Admin**.\n",
-        "\n",
-        "5. Click **Create**. A JSON file that contains your key downloads to your\n",
-        "local environment.\n",
-        "\n",
-        "6. Enter the path to your service account key as the\n",
-        "`GOOGLE_APPLICATION_CREDENTIALS` variable in the cell below and run the cell."
+        "when prompted to authenticate your account via oAuth.\n"
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "06c51076",
       "metadata": {
         "id": "06c51076"
       },
@@ -443,284 +421,73 @@
     },
     {
       "cell_type": "markdown",
+      "id": "6b01af18",
       "metadata": {
-        "id": "bucket:custom"
+        "id": "6b01af18"
       },
       "source": [
-        "### Create a Cloud Storage bucket\n",
+        "### Upload the model\n",
         "\n",
-        "**The following steps are required, regardless of your notebook environment.**\n",
+        "The churn propensity model you'll be using in this notebook has been trained in BigQuery ML and exported to a Google Cloud Storage bucket. This illustrates how you can easily export a trained model and move a model from one cloud service to another. \n",
         "\n",
-        "Set the name of your Cloud Storage bucket below, which you use in this tutorial to upload the `input schema` for the monitoring service.\n",
-        "\n",
-        "Bucket names must be globally unique across all Google Cloud projects, including those outside of your organization."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "bucket"
-      },
-      "outputs": [],
-      "source": [
-        "BUCKET_NAME = \"[your-bucket-name]\"  # @param {type:\"string\"}\n",
-        "BUCKET_URI = f\"gs://{BUCKET_NAME}\""
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "autoset_bucket"
-      },
-      "outputs": [],
-      "source": [
-        "if BUCKET_NAME == \"\" or BUCKET_NAME is None or BUCKET_NAME == \"[your-bucket-name]\":\n",
-        "    BUCKET_NAME = PROJECT_ID + \"aip-\" + UUID\n",
-        "    BUCKET_URI = \"gs://\" + BUCKET_NAME"
+        "Next, import the model. **If you've already imported your model, you can skip this step.**"
       ]
     },
     {
       "cell_type": "markdown",
+      "id": "9638ad2c",
       "metadata": {
-        "id": "create_bucket"
+        "id": "9638ad2c"
       },
       "source": [
-        "**Only if your bucket doesn't already exist**: Run the following cell to create your Cloud Storage bucket."
+        "<span id=\"papermill-error-cell\" style=\"color:red; font-family:Helvetica Neue, Helvetica, Arial, sans-serif; font-size:2em;\">Execution using papermill encountered an exception here and stopped:</span>"
       ]
     },
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "926e3ba8",
       "metadata": {
-        "id": "create_bucket"
+        "id": "926e3ba8"
       },
       "outputs": [],
       "source": [
-        "! gsutil mb -l $REGION $BUCKET_URI"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "validate_bucket"
-      },
-      "source": [
-        "Finally, validate access to your Cloud Storage bucket by examining its contents:"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "validate_bucket"
-      },
-      "outputs": [],
-      "source": [
-        "! gsutil ls -al $BUCKET_URI"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "a0d294ff6d10"
-      },
-      "source": [
-        "### Import libraries"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "bd7a633296eb"
-      },
-      "outputs": [],
-      "source": [
-        "import google.cloud.aiplatform as aiplatform\n",
+        "from datetime import datetime\n",
+        "import json\n",
+        "import time\n",
+        "import re\n",
+        "import tensorflow as tf\n",
         "import tensorflow_data_validation as tfdv\n",
-        "from tensorflow_data_validation.utils import io_util\n",
-        "from tensorflow_metadata.proto.v0 import statistics_pb2"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "init_aip:mbsdk,all"
-      },
-      "source": [
-        "### Initialize Vertex AI SDK for Python\n",
-        "\n",
-        "Initialize the Vertex AI SDK for Python for your project and corresponding bucket."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "init_aip:mbsdk,all"
-      },
-      "outputs": [],
-      "source": [
-        "aiplatform.init(project=PROJECT_ID, location=REGION)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "accelerators:training,prediction"
-      },
-      "source": [
-        "#### Set hardware accelerators\n",
-        "\n",
-        "You can set hardware accelerators for prediction (e.g., GPUs) or choose not to use any (CPU). Hardware accelertors lower the latency response for a prediction request. When choosing a hardware accelerators, consider the additional cost trade-off over latency.\n",
-        "\n",
-        "Set the variables `DEPLOY_GPU/DEPLOY_NGPU` to use a container image supporting a GPU and the number of GPUs allocated to the virtual machine (VM) instance. For example, to use a GPU container image with 4 Nvidia Tesla K80 GPUs allocated to each VM, you would specify:\n",
-        "\n",
-        "    (aiplatform.gapic.AcceleratorType.NVIDIA_TESLA_K80, 4)\n",
-        "\n",
-        "See the [locations where accelerators are available](https://cloud.google.com/vertex-ai/docs/general/locations#accelerators).\n",
-        "\n",
-        "Otherwise specify `(None, None)` to use a container image to run on a CPU."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "xd5PLXDTlugv"
-      },
-      "outputs": [],
-      "source": [
-        "GPU = False\n",
-        "if GPU:\n",
-        "    DEPLOY_GPU, DEPLOY_NGPU = (aiplatform.gapic.AcceleratorType.NVIDIA_TESLA_K80, 1)\n",
-        "else:\n",
-        "    DEPLOY_GPU, DEPLOY_NGPU = (None, None)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "container:training,prediction"
-      },
-      "source": [
-        "#### Set pre-built containers\n",
-        "\n",
-        "Set the pre-built Docker container image for prediction.\n",
-        "\n",
-        "For the latest list, see [Pre-built containers for prediction](https://cloud.google.com/ai-platform-unified/docs/predictions/pre-built-containers)."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "1u1mr18jlugv"
-      },
-      "outputs": [],
-      "source": [
-        "if GPU:\n",
-        "    DEPLOY_VERSION = \"tf2-gpu.2-5\"\n",
-        "else:\n",
-        "    DEPLOY_VERSION = \"tf2-cpu.2-5\"\n",
-        "\n",
-        "DEPLOY_IMAGE = \"{}-docker.pkg.dev/vertex-ai/prediction/{}:latest\".format(\n",
-        "    REGION.split(\"-\")[0], DEPLOY_VERSION\n",
-        ")\n",
-        "\n",
-        "print(\"Deployment:\", DEPLOY_IMAGE, DEPLOY_GPU, DEPLOY_NGPU)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "machine:training,prediction"
-      },
-      "source": [
-        "#### Set machine types\n",
-        "\n",
-        "Next, set the machine types to use for training and prediction.\n",
-        "\n",
-        "- Set the variable `DEPLOY_COMPUTE` to configure your compute resources for prediction.\n",
-        " - `machine type`\n",
-        "     - `n1-standard`: 3.75GB of memory per vCPU\n",
-        "     - `n1-highmem`: 6.5GB of memory per vCPU\n",
-        "     - `n1-highcpu`: 0.9 GB of memory per vCPU\n",
-        " - `vCPUs`: number of \\[2, 4, 8, 16, 32, 64, 96 \\]\n",
-        "\n",
-        "*Note: You may also use n2 and e2 machine types for training and deployment, but they do not support GPUs*."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "YAXwbqKKlugv"
-      },
-      "outputs": [],
-      "source": [
-        "MACHINE_TYPE = \"n1-standard\"\n",
-        "\n",
-        "VCPU = \"4\"\n",
-        "TRAIN_COMPUTE = MACHINE_TYPE + \"-\" + VCPU\n",
-        "print(\"Train machine type\", TRAIN_COMPUTE)\n",
-        "\n",
-        "MACHINE_TYPE = \"n1-standard\"\n",
-        "\n",
-        "VCPU = \"4\"\n",
-        "DEPLOY_COMPUTE = MACHINE_TYPE + \"-\" + VCPU\n",
-        "print(\"Deploy machine type\", DEPLOY_COMPUTE)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "9bf06cd476e9"
-      },
-      "source": [
-        "### Upload the model artifacts as a `Vertex AI Model` resource\n",
-        "\n",
-        "First, you upload the pre-trained custom tabular model artifacts as a `Vertex AI Model` resource using the `upload()` method, with the following parameters:\n",
-        "\n",
-        "- `display_name`: The human readable name for the `Model` resource.\n",
-        "- `artifact_uri`: The Cloud Storage location of the model artifacts.\n",
-        "- `serving_container_image`: The serving container image to use when the model is deployed to a `Vertex AI Endpoint` resource.\n",
-        "- `sync`: Whether to wait for the process to complete, or return immediately (async)."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "0193f247e216"
-      },
-      "outputs": [],
-      "source": [
-        "MODEL_ARTIFACT_URI = \"gs://mco-mm/churn\"\n",
-        "\n",
-        "model = aiplatform.Model.upload(\n",
-        "    display_name=\"churn_\" + UUID,\n",
-        "    artifact_uri=MODEL_ARTIFACT_URI,\n",
-        "    serving_container_image_uri=DEPLOY_IMAGE,\n",
-        "    sync=True,\n",
-        ")\n",
-        "\n",
-        "print(model)"
+        "from tensorflow_data_validation.utils import io_util \n",
+        "from tensorflow_metadata.proto.v0 import statistics_pb2\n",
+        "\n",
+        "MODEL_DISPLAY_NAME=f\"batch_prediction_monitoring_test_model_{datetime.now().strftime('%Y%m%d%H%M%S')}\"\n",
+        "CONTAINER_IMAGE_URI=\"us-docker.pkg.dev/cloud-aiplatform/prediction/tf2-cpu.2-4:latest\"\n",
+        "ARTIFACT_URI=\"gs://mco-mm/churn\"\n",
+        "\n",
+        "output = ! gcloud ai models upload \\\n",
+        "  --region=$REGION \\\n",
+        "  --display-name=$MODEL_DISPLAY_NAME \\\n",
+        "  --artifact-uri=$ARTIFACT_URI \\\n",
+        "  --container-image-uri=$CONTAINER_IMAGE_URI \\\n",
+        "  --format=\"value(model)\"\n",
+        "MODEL_ID = output[1].split(\"/\")[5]\n",
+        "print(f\"Model {MODEL_ID} created.\")"
       ]
     },
     {
       "cell_type": "markdown",
+      "id": "a4305ddf",
       "metadata": {
         "id": "a4305ddf"
       },
       "source": [
-        "## Submit a batch prediction request with model monitoring enabled\n"
+        "## Submit a batch prediction request with model monitoring enabled"
       ]
     },
     {
       "cell_type": "markdown",
+      "id": "053fde99",
       "metadata": {
         "id": "053fde99"
       },
@@ -736,6 +503,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "b832ad31",
       "metadata": {
         "id": "b832ad31"
       },
@@ -743,17 +511,20 @@
       "source": [
         "# Copy files to your projects gs bucket to avoid permission issues.\n",
         "# Ignore any error(s) for bucket already exists.\n",
-        "OUTPUT_GS_PATH = f\"{BUCKET_URI}/bp_mm_output\"\n",
-        "INPUT_GS_PATH = f\"{BUCKET_URI}/bp_mm_input\"\n",
+        "OUTPUT_GS_PATH = f\"gs://{PROJECT_ID.replace('-', '_')}_bp_mm_output\"\n",
+        "INPUT_GS_PATH = f\"gs://{PROJECT_ID.replace('-', '_')}_bp_mm_input\"\n",
         "PUBLIC_TRAINING_DATASET = \"gs://bp_mm_public_data/churn/churn_bp_insample.csv\"\n",
         "TRAINING_DATASET = f\"{INPUT_GS_PATH}/churn_bp_insample.csv\"\n",
         "TRAINING_DATASET_FORMAT = \"csv\"\n",
         "\n",
+        "! gsutil mb -p {PROJECT_ID} -l {REGION} -b on {INPUT_GS_PATH}\n",
+        "! gsutil mb -p {PROJECT_ID} -l {REGION} -b on {OUTPUT_GS_PATH}\n",
         "! gsutil copy $PUBLIC_TRAINING_DATASET $INPUT_GS_PATH"
       ]
     },
     {
       "cell_type": "markdown",
+      "id": "34c95126",
       "metadata": {
         "id": "34c95126"
       },
@@ -770,18 +541,21 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "3a54368a",
       "metadata": {
         "id": "3a54368a"
       },
       "outputs": [],
       "source": [
+        "now = datetime.now()\n",
         "INPUT_URI = \"gs://bp_mm_public_data/churn/churn_bp_outsample.jsonl\"\n",
         "OUTPUT_URI = OUTPUT_GS_PATH\n",
         "INSTANCES_FORMAT = \"jsonl\"\n",
         "PREDICTIONS_FORMAT = \"jsonl\"\n",
         "JOB_NAME_PREFIX = \"bp_mm_demo\"\n",
-        "MODEL_NAME = model.resource_name\n",
-        "BATCH_PREDICTION_JOB_NAME = JOB_NAME_PREFIX + \"_\" + UUID\n",
+        "MODEL_NAME = f\"projects/{PROJECT_ID}/locations/{REGION}/models/{MODEL_ID}\"\n",
+        "MACHINE_TYPE = \"n1-standard-8\"\n",
+        "BATCH_PREDICTION_JOB_NAME = JOB_NAME_PREFIX + \"_\" + now.strftime(\"%Y%m%d%H%M%S\")\n",
         "\n",
         "from google.cloud.aiplatform_v1beta1.types import (\n",
         "    BatchDedicatedResources, BatchPredictionJob, GcsDestination, GcsSource,\n",
@@ -799,7 +573,7 @@
         "        gcs_destination=GcsDestination(output_uri_prefix=OUTPUT_URI),\n",
         "    ),\n",
         "    dedicated_resources=BatchDedicatedResources(\n",
-        "        machine_spec=MachineSpec(machine_type=DEPLOY_COMPUTE),\n",
+        "        machine_spec=MachineSpec(machine_type=MACHINE_TYPE),\n",
         "        starting_replica_count=1,\n",
         "        max_replica_count=1,\n",
         "    ),\n",
@@ -830,6 +604,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "cae39778",
       "metadata": {
         "id": "cae39778"
       },
@@ -842,6 +617,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "bcdd4a47",
       "metadata": {
         "id": "bcdd4a47"
       },
@@ -862,6 +638,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "49ec90a0",
       "metadata": {
         "id": "49ec90a0"
       },
@@ -874,6 +651,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "c30496b5",
       "metadata": {
         "id": "c30496b5"
       },
@@ -886,6 +664,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "831651c2",
       "metadata": {
         "id": "831651c2"
       },
@@ -905,6 +684,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "a705c10b",
       "metadata": {
         "id": "a705c10b"
       },
@@ -915,6 +695,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "2bbdddac",
       "metadata": {
         "id": "2bbdddac"
       },
@@ -927,6 +708,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "f6c674e9",
       "metadata": {
         "id": "f6c674e9"
       },
@@ -964,6 +746,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "233b1266",
       "metadata": {
         "id": "233b1266"
       },
@@ -976,6 +759,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "4e8c00a7",
       "metadata": {
         "id": "4e8c00a7"
       },
@@ -990,6 +774,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "497a0016",
       "metadata": {
         "id": "497a0016"
       },
@@ -1005,6 +790,7 @@
     {
       "cell_type": "code",
       "execution_count": null,
+      "id": "eabc3f81",
       "metadata": {
         "id": "eabc3f81"
       },
@@ -1020,6 +806,7 @@
     },
     {
       "cell_type": "markdown",
+      "id": "0aa0219d",
       "metadata": {
         "id": "0aa0219d"
       },

notebooks/community/prediction/custom_prediction_routines/SDK_Custom_Preprocess.ipynb

@@ -673,7 +673,7 @@
         "Before you can deploy your model for serving, Vertex AI needs access to the following files in Cloud Storage:\n",
         "\n",
         "* `model.joblib` (model artifact)\n",
-        "* `preprocessor.pkl` (preprocessor code)\n",
+        "* `preprocessor.pkl` (model artifact)\n",
         "\n",
         "Run the following commands to upload your files:"
       ]

notebooks/community/sdk/SDK_AutoML_Video_Classification.ipynb

@@ -0,0 +1,496 @@
+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "modular-concentration"
+      },
+      "outputs": [],
+      "source": [
+        "# Copyright 2021 Google LLC\n",
+        "#\n",
+        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
+        "# you may not use this file except in compliance with the License.\n",
+        "# You may obtain a copy of the License at\n",
+        "#\n",
+        "#     https://www.apache.org/licenses/LICENSE-2.0\n",
+        "#\n",
+        "# Unless required by applicable law or agreed to in writing, software\n",
+        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
+        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
+        "# See the License for the specific language governing permissions and\n",
+        "# limitations under the License."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "insured-graduation"
+      },
+      "source": [
+        "# Feedback or issues?\n",
+        "\n",
+        "For any feedback or questions, please open an [issue](https://github.com/googleapis/python-aiplatform/issues)."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "pregnant-going"
+      },
+      "source": [
+        "# Vertex SDK for Python: AutoML Video Classification Example\n",
+        "To use this Jupyter notebook, copy the notebook to a Google Cloud Notebooks instance with Tensorflow installed and open it. You can run each step, or cell, and see its results. To run a cell, use Shift+Enter. Jupyter automatically displays the return value of the last line in each cell. For more information about running notebooks in Google Cloud Notebook, see the [Google Cloud Notebook guide](https://cloud.google.com/vertex-ai/docs/general/notebooks).\n",
+        "\n",
+        "\n",
+        "This notebook demonstrate how to create an AutoML Video Classification Model, with a Vertex AI video dataset, and how to serve the model for batch prediction. It will require you provide a bucket where the dataset will be stored.\n",
+        "\n",
+        "Note: you may incur charges for training, prediction, storage or usage of other GCP products in connection with testing this SDK."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "pending-chamber"
+      },
+      "source": [
+        "### Install Vertex SDK for Python\n",
+        "\n",
+        "\n",
+        "After the SDK installation the kernel will be automatically restarted."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "coated-remark"
+      },
+      "outputs": [],
+      "source": [
+        "!pip3 uninstall -y google-cloud-aiplatform\n",
+        "!pip3 install google-cloud-aiplatform\n",
+        "import IPython\n",
+        "\n",
+        "app = IPython.Application.instance()\n",
+        "app.kernel.do_shutdown(True)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "incorporated-edgar"
+      },
+      "source": [
+        "### Enter Your Project and GCS Bucket\n",
+        "\n",
+        "Enter your Project Id in the cell below. Then run the cell to make sure the Cloud SDK uses the right project for all the commands in this notebook."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "hispanic-macedonia"
+      },
+      "outputs": [],
+      "source": [
+        "MY_PROJECT = \"YOUR PROJECT\"\n",
+        "MY_STAGING_BUCKET = \"gs://YOUR BUCKET\"  # bucket should be in same region as ucaip"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "efovKMU5WW7u"
+      },
+      "outputs": [],
+      "source": [
+        "import sys\n",
+        "\n",
+        "if \"google.colab\" in sys.modules:\n",
+        "    import os\n",
+        "\n",
+        "    from google.colab import auth\n",
+        "\n",
+        "    auth.authenticate_user()\n",
+        "    os.environ[\"GOOGLE_CLOUD_PROJECT\"] = MY_PROJECT"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "historical-consciousness"
+      },
+      "source": [
+        "### Set Your Task Name, and GCS Prefix\n",
+        "\n",
+        "If you want to centeralize all input and output files under the gcs location."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "organizational-salad"
+      },
+      "outputs": [],
+      "source": [
+        "TASK_TYPE = \"mbsdk_automl-video-training\"\n",
+        "PREDICTION_TYPE = \"classification\"\n",
+        "MODEL_TYPE = \"CLOUD\"\n",
+        "\n",
+        "TASK_NAME = f\"{TASK_TYPE}_{PREDICTION_TYPE}\"\n",
+        "BUCKET_NAME = MY_STAGING_BUCKET.split(\"gs://\")[1]\n",
+        "GCS_PREFIX = TASK_NAME\n",
+        "\n",
+        "print(f\"Bucket Name:    {BUCKET_NAME}\")\n",
+        "print(f\"Task Name:      {TASK_NAME}\")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "compact-engagement"
+      },
+      "source": [
+        "# HMDB: a large human motion database\n",
+        "We prepared some training data and prediction data for the demo using the [HMDB Dataset](https://serre-lab.clps.brown.edu/resource/hmdb-a-large-human-motion-database).\n",
+        "\n",
+        "The HMDB Dataset is licensed under the Creative Commons Attribution 4.0 International License. To view a copy of this license, visit https://creativecommons.org/licenses/by/4.0/\n",
+        "\n",
+        "For more information about this dataset please visit: https://serre-lab.clps.brown.edu/resource/hmdb-a-large-human-motion-database/"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "SPDHQoFRD-vM"
+      },
+      "outputs": [],
+      "source": [
+        "automl_video_demo_train_data = (\n",
+        "    \"gs://automl-video-demo-data/hmdb_split1_5classes_all.csv\"\n",
+        ")\n",
+        "automl_video_demo_batch_prediction_data = (\n",
+        "    \"gs://automl-video-demo-data/hmdb_split1_predict.jsonl\"\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "professional-bulletin"
+      },
+      "source": [
+        "### Copy AutoML Video Demo Train Data for Creating Managed Dataset"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "accurate-producer"
+      },
+      "outputs": [],
+      "source": [
+        "gcs_source_train = f\"gs://{BUCKET_NAME}/{TASK_NAME}/data/video_classification.csv\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "sticky-casino"
+      },
+      "outputs": [],
+      "source": [
+        "!gsutil cp $automl_video_demo_train_data $gcs_source_train"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "rough-alert"
+      },
+      "source": [
+        "# Run AutoML Video Training with Managed Video Dataset"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "adaptive-slovakia"
+      },
+      "source": [
+        "## Initialize Vertex SDK for Python\n",
+        "\n",
+        "Initialize the *client* for Vertex AI."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "figured-fellow"
+      },
+      "outputs": [],
+      "source": [
+        "from google.cloud import aiplatform\n",
+        "\n",
+        "aiplatform.init(project=MY_PROJECT, staging_bucket=MY_STAGING_BUCKET)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "pleasant-holmes"
+      },
+      "source": [
+        "## Create a Dataset on Vertex AI\n",
+        "We will now create a Vertex AI video dataset using the previously prepared csv files. Choose one of the options below. "
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Ln-8NdHjTfbH"
+      },
+      "source": [
+        "Option 1: Using MBSDK VideoDataset class"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "uVBfL-0TTjNS"
+      },
+      "outputs": [],
+      "source": [
+        "dataset = aiplatform.VideoDataset.create(\n",
+        "    display_name=f\"temp-{TASK_NAME}\",\n",
+        "    gcs_source=gcs_source_train,\n",
+        "    import_schema_uri=aiplatform.schema.dataset.ioformat.video.classification,\n",
+        "    sync=False,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "lXCA_nvHTp_I"
+      },
+      "source": [
+        "Option 2: Using MBSDK Dataset class\n",
+        "```\n",
+        "dataset = aiplatform.Dataset.create(\n",
+        "    display_name=f'temp-{TASK_NAME}',\n",
+        "    metadata_schema_uri=aiplatform.schema.dataset.metadata.video,\n",
+        "    gcs_source=gcs_source_train, \n",
+        "    import_schema_uri=aiplatform.schema.dataset.ioformat.video.classification,\n",
+        "    sync=False\n",
+        ")\n",
+        "```"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "3x4xuyIbVR_N"
+      },
+      "outputs": [],
+      "source": [
+        "dataset.wait()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "mexican-spending"
+      },
+      "source": [
+        "## Launch a Training Job and Create a Model on Vertex AI"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "dynamic-piece"
+      },
+      "source": [
+        "### Config a Training Job"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "continuous-circular"
+      },
+      "outputs": [],
+      "source": [
+        "job = aiplatform.AutoMLVideoTrainingJob(\n",
+        "    display_name=f\"temp-{TASK_NAME}\",\n",
+        "    prediction_type=PREDICTION_TYPE,\n",
+        "    model_type=MODEL_TYPE,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "juvenile-parameter"
+      },
+      "source": [
+        "### Run the Training Job"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "human-carrier"
+      },
+      "outputs": [],
+      "source": [
+        "model = job.run(\n",
+        "    dataset=dataset,\n",
+        "    training_fraction_split=0.8,\n",
+        "    test_fraction_split=0.2,\n",
+        "    model_display_name=f\"temp-{TASK_NAME}\",\n",
+        "    sync=False,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "abstract-textbook"
+      },
+      "outputs": [],
+      "source": [
+        "model.wait()"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "noted-usage"
+      },
+      "source": [
+        "# Batch Prediction Job on the Model"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "ruled-smith"
+      },
+      "source": [
+        "### Copy AutoML Video Demo Prediction Data for Creating Batch Prediction Job"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "polished-dispatch"
+      },
+      "outputs": [],
+      "source": [
+        "gcs_source_batch_prediction = (\n",
+        "    f\"gs://{BUCKET_NAME}/{TASK_NAME}/data/video_classification_batch_prediction.jsonl\"\n",
+        ")\n",
+        "gcs_destination_prefix_batch_prediction = (\n",
+        "    f\"gs://{BUCKET_NAME}/{TASK_NAME}/batch_prediction\"\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "objective-soldier"
+      },
+      "outputs": [],
+      "source": [
+        "!gsutil cp $automl_video_demo_batch_prediction_data $gcs_source_batch_prediction"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "piano-middle"
+      },
+      "outputs": [],
+      "source": [
+        "batch_predict_job = model.batch_predict(\n",
+        "    job_display_name=f\"temp-{TASK_NAME}\",\n",
+        "    gcs_source=gcs_source_batch_prediction,\n",
+        "    gcs_destination_prefix=gcs_destination_prefix_batch_prediction,\n",
+        "    sync=False,\n",
+        ")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "visible-scientist"
+      },
+      "outputs": [],
+      "source": [
+        "batch_predict_job.wait()\n",
+        "bp_iter_outputs = batch_predict_job.iter_outputs()\n",
+        "\n",
+        "prediction_results = list()\n",
+        "for blob in bp_iter_outputs:\n",
+        "    if blob.name.split(\"/\")[-1].startswith(\"prediction\"):\n",
+        "        prediction_results.append(blob.name)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "moving-geneva"
+      },
+      "outputs": [],
+      "source": [
+        "import json\n",
+        "\n",
+        "import tensorflow as tf\n",
+        "\n",
+        "tags = list()\n",
+        "for prediction_result in prediction_results:\n",
+        "    gfile_name = f\"gs://{bp_iter_outputs.bucket.name}/{prediction_result}\"\n",
+        "    with tf.io.gfile.GFile(name=gfile_name, mode=\"r\") as gfile:\n",
+        "        for line in gfile.readlines():\n",
+        "            line = json.loads(line)\n",
+        "            break\n",
+        "\n",
+        "print(line)"
+      ]
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "collapsed_sections": [],
+      "name": "AI_Platform_(Unified)_SDK_AutoML_Video_Classification.ipynb",
+      "toc_visible": true
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

notebooks/community/sdk/SDK_BigQuery_Custom_Container_Training.ipynb

@@ -23,15 +23,6 @@
         "# limitations under the License."
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "2d7a1a97d1ee"
-      },
-      "source": [
-        "# Vertex AI: SDK BigQuery Custom Container Training"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -67,61 +58,18 @@
       },
       "source": [
         "###  Overview \n",
+        "To use this Jupyter notebook, copy the notebook to a Google Cloud Notebooks instance and open it. You can run each step, or cell, and see its results. To run a cell, use Shift+Enter. Jupyter automatically displays the return value of the last line in each cell. For more information about running notebooks in Google Cloud Notebook, see the Google Cloud Notebook guide.. \n",
         "\n",
-        "This Note book creates a custom container using bigquery dataset it will train container and crete ,train and Deploy the model to perform prediction. \n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "989999fbdab3"
-      },
-      "source": [
-        "### Objective\n",
+        "### Objective \n",
         "\n",
-        "In this notebook, you will learn how to use Vertex AI Experiments to \n",
+        "This notebook demonstrate how to create a Custom Model using Custom Container Training and a Big Query Dataset. It will require you provide a bucket where the dataset will be stored.\n",
         "\n",
-        "*   Log Pipeline Job\n",
-        "*   Compare different Pipeline Jobs\n",
+        "Costs  \n",
+        "This tutorial uses billable components of Google Cloud: \n",
         "\n",
-        "The steps covered include:\n",
-        "\n",
-        "* Formalize a training component\n",
-        "* Build a training a Model\n",
-        "* Run several Pipeline jobs and log their results\n",
-        "* Train the model for prediction\n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "3d29af7e49d8"
-      },
-      "source": [
-        "### Dataset\n",
-        "\n",
-        "The dataset used for this tutorial is the [Iris dataset](https://www.tensorflow.org/datasets/catalog/iris) from [TensorFlow Datasets](https://www.tensorflow.org/datasets/catalog/overview). This dataset does not require any feature engineering. The version of the dataset you use in this tutorial is stored in a public Cloud Storage bucket. The trained model predicts the type of Iris flower species from a class of three species: setosa, virginica, or versicolor."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "e3e924989cce"
-      },
-      "source": [
-        "### Costs \n",
-        "\n",
-        "This tutorial uses billable components of Google Cloud:\n",
-        "\n",
-        "* Vertex AI\n",
-        "* Cloud Storage\n",
-        "\n",
-        "Learn about [Vertex AI\n",
-        "pricing](https://cloud.google.com/vertex-ai/pricing)  [Bigquery\n",
-        "pricing](https://cloud.google.com/bigquery/pricing/) and [Cloud Storage\n",
-        "pricing](https://cloud.google.com/storage/pricing), and use the [Pricing\n",
-        "Calculator](https://cloud.google.com/products/calculator/)\n",
-        "to generate a cost estimate based on your projected usage."
+        "Vertex AI\n",
+        "Cloud Storage\n",
+        "Learn about Vertex AI  pricing and Cloud Storage pricing, and use the Pricing Calculator to generate a cost estimate based on your projected usage."
       ]
     },
     {
@@ -191,9 +139,10 @@
         "id": "xOMNWzTbftDr"
       },
       "source": [
-        "### Install additional packages\n",
+        "# Install Vertex AI SDK for Python\n",
         "\n",
-        "Install additional package dependencies not installed in your notebook environment, such as XGBoost, AdaNet, or TensorFlow Hub. Use the latest major GA version of each package."
+        "\n",
+        "After the SDK installation the kernel will be automatically restarted."
       ]
     },
     {
@@ -212,36 +161,6 @@
         "app.kernel.do_shutdown(True)"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "d4f317591f55"
-      },
-      "source": [
-        "### Restart the kernel\n",
-        "\n",
-        "After you install the additional packages, you need to restart the notebook kernel so it can find the packages."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "f731803a16c0"
-      },
-      "outputs": [],
-      "source": [
-        "# Automatically restart kernel after installs\n",
-        "import os\n",
-        "\n",
-        "if not os.getenv(\"IS_TESTING\"):\n",
-        "    # Automatically restart kernel after installs\n",
-        "    import IPython\n",
-        "\n",
-        "    app = IPython.Application.instance()\n",
-        "    app.kernel.do_shutdown(True)"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -253,17 +172,6 @@
         "Enter your Project Id in the cell below. Then run the cell to make sure the Cloud SDK uses the right project for all the commands in this notebook."
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "3c8049930470"
-      },
-      "outputs": [],
-      "source": [
-        "PROJECT_ID = \"[your-project-id]\"  # @param {type:\"string\"}"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -275,11 +183,14 @@
         "import os\n",
         "\n",
         "PROJECT_ID = \"\"\n",
+        "\n",
         "# Get your Google Cloud project ID from gcloud\n",
         "if not os.getenv(\"IS_TESTING\"):\n",
         "    shell_output = !gcloud config list --format 'value(core.project)' 2>/dev/null\n",
         "    PROJECT_ID = shell_output[0]\n",
-        "    print(\"Project ID: \", PROJECT_ID)"
+        "    print(\"Project ID: \", PROJECT_ID)\n",
+        "\n",
+        "MY_STAGING_BUCKET = \"gs://YOUR BUCKET\"  # bucket should be in same region as ucaip"
       ]
     },
     {
@@ -307,14 +218,21 @@
     {
       "cell_type": "markdown",
       "metadata": {
-        "id": "ZaQd5jNwjP_0"
+        "id": "6x6CSodKjMmg"
       },
       "source": [
         "### Authenticate your Google Cloud account\n",
         "\n",
-        "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated. Skip this step\n",
-        "\n",
+        "**If you are using Google Cloud Notebooks**, your environment is already\n",
+        "authenticated. Skip this step"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "ZaQd5jNwjP_0"
+      },
+      "source": [
         "**If you are using Colab**, run the cell below and follow the instructions\n",
         "when prompted to authenticate your account via oAuth.\n",
         "\n",
@@ -378,9 +296,9 @@
         "id": "r2lr6-MVpXLP"
       },
       "source": [
-        "#### UUID\n",
+        "#### Timestamp\n",
         "\n",
-        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a uuid for each instance session, and append it onto the name of resources you create in this tutorial.\n"
+        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a timestamp for each instance session, and append it onto the name of resources you create in this tutorial."
       ]
     },
     {
@@ -391,16 +309,9 @@
       },
       "outputs": [],
       "source": [
-        "import random\n",
-        "import string\n",
+        "from datetime import datetime\n",
         "\n",
-        "\n",
-        "# Generate a uuid of a specifed length(default=8)\n",
-        "def generate_uuid(length: int = 8) -> str:\n",
-        "    return \"\".join(random.choices(string.ascii_lowercase + string.digits, k=length))\n",
-        "\n",
-        "\n",
-        "UUID = generate_uuid()"
+        "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
       ]
     },
     {
@@ -428,18 +339,6 @@
         "available](https://cloud.google.com/vertex-ai/docs/general/locations#available_regions)."
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "2f6f0f6ec383"
-      },
-      "outputs": [],
-      "source": [
-        "BUCKET_URI = \"gs://[your-bucket-name]\"  # @param {type:\"string\"}\n",
-        "REGION = \"[your-region]\"  # @param {type:\"string\"}"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -448,8 +347,11 @@
       },
       "outputs": [],
       "source": [
+        "BUCKET_URI = \"gs://[your-bucket-name]\"  # @param {type:\"string\"}\n",
+        "REGION = \"[your-region]\"  # @param {type:\"string\"}\n",
+        "\n",
         "if BUCKET_URI == \"\" or BUCKET_URI is None or BUCKET_URI == \"gs://[your-bucket-name]\":\n",
-        "    BUCKET_URI = \"gs://\" + PROJECT_ID + \"aip-\" + UUID\n",
+        "    BUCKET_URI = \"gs://\" + PROJECT_ID + \"aip-\" + TIMESTAMP\n",
         "\n",
         "if REGION == \"[your-region]\":\n",
         "    REGION = \"us-central1\""
@@ -501,9 +403,8 @@
         "id": "5T1d5uBoftDw"
       },
       "source": [
-        "# Copy bigquery iris dataset\n",
-        "\n",
-        "You make a BigQuery dataset and copy BigQuery's public iris table to that dataset. For more information about this dataset please visit: https://archive.ics.uci.edu/ml/datasets/iris "
+        "# Copy Big Query Iris Dataset\n",
+        "We will make a Big Query dataset and copy Big Query's public iris table to that dataset. For more information about this dataset please visit: https://archive.ics.uci.edu/ml/datasets/iris "
       ]
     },
     {
@@ -642,15 +543,6 @@
         "### Write the entrypoint script to invoke trainer"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "c5cdc477cd73"
-      },
-      "source": [
-        "The entrypoint script train adn validates the data and also compiles the model."
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -805,9 +697,9 @@
         "id": "736ddff8408b"
       },
       "source": [
-        "# Create a managed tabular dataset from bigquery dataset\n",
+        "# Create a Managed Tabular Dataset from Big Query Dataset\n",
         "\n",
-        "This section create a managed Tabular dataset from the iris BigQuery table we copied above.The param's used are BigQuery's public iris dataset."
+        "This section will create a managed Tabular dataset from the iris Big Query table we copied above."
       ]
     },
     {
@@ -831,7 +723,7 @@
       "source": [
         "# Launch The Training Job to Create a Model\n",
         "\n",
-        "We will train a model with the container we built above.To train the model you use the CustomeContanier TrainingJob method with Container Image and Container_uri as parametrs."
+        "We will train a model with the container we built above."
       ]
     },
     {
@@ -861,9 +753,9 @@
         "id": "a7fa9b59f919"
       },
       "source": [
-        "# Deploy the model\n",
+        "# Deploy The Model\n",
         "\n",
-        "Deploy your model, then wait until the model Finishes deployment before proceeding to prediction.For prediction deploy method takes machine_type as parameter."
+        "Deploy your model, then wait until the model FINISHES deployment before proceeding to prediction."
       ]
     },
     {
@@ -886,15 +778,6 @@
         "# Make a prediction\n"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "e4b04d246ba9"
-      },
-      "source": [
-        "Endpoint predict method publish the prediction based on length and width feature parameters."
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -903,11 +786,9 @@
       },
       "outputs": [],
       "source": [
-        "prediction = endpoint.predict(\n",
+        "endpoint.predict(\n",
         "    [{\"sepal_length\": 5.1, \"sepal_width\": 2.5, \"petal_length\": 3.0, \"petal_width\": 1.1}]\n",
-        ")\n",
-        "\n",
-        "print(prediction)"
+        ")"
       ]
     },
     {
@@ -916,16 +797,12 @@
         "id": "MaoIczP8qu--"
       },
       "source": [
-        "# Cleaning up\n",
+        "## Cleaning up\n",
         "\n",
         "To clean up all Google Cloud resources used in this project, you can [delete the Google Cloud\n",
         "project](https://cloud.google.com/resource-manager/docs/creating-managing-projects#shutting_down_projects) you used for the tutorial.\n",
         "\n",
-        "Otherwise, you can delete the individual resources you created in this tutorial:\n",
-        "\n",
-        "- Pipeline\n",
-        "- Endpoint\n",
-        "- Cloud Storage Bucket"
+        "Otherwise, you can delete the individual resources you created in this tutorial:"
       ]
     },
     {
@@ -936,28 +813,16 @@
       },
       "outputs": [],
       "source": [
-        "delete_pipeline = True\n",
-        "delete_endpoint = True\n",
+        "import os\n",
         "\n",
+        "# Delete endpoint resource\n",
+        "! gcloud ai endpoints delete $ENDPOINT_NAME --quiet --region $REGION_NAME\n",
         "\n",
-        "if delete_pipeline:\n",
-        "    job.delete()\n",
+        "# Delete Cloud Storage objects that were created\n",
+        "! gsutil -m rm -r $JOB_DIR\n",
         "\n",
-        "    if delete_endpoint and \"DISPLAY_NAME\" in globals():\n",
-        "        endpoints = aip.Endpoint.list(\n",
-        "            filter=f\"display_name={DISPLAY_NAME}_endpoint\", order_by=\"create_time\"\n",
-        "        )\n",
-        "        if endpoints:\n",
-        "            endpoint = endpoints[0]\n",
-        "            endpoint.undeploy_all()\n",
-        "            aip.Endpoint.delete(endpoint.resource_name)\n",
-        "            print(\"Deleted endpoint:\", endpoint)\n",
-        "\n",
-        "\n",
-        "# Delete bucket\n",
-        "delete_bucket = False\n",
-        "if delete_bucket or os.getenv(\"IS_TESTING\"):\n",
-        "    ! gsutil rm -rf {BUCKET_URI}"
+        "if os.getenv(\"IS_TESTING\"):\n",
+        "! gsutil -m rm -r $BUCKET_URI  "
       ]
     }
   ],

notebooks/notebook_template.ipynb

@@ -29,8 +29,6 @@
         "id": "JAPoU8Sm5E6e"
       },
       "source": [
-        "# [TODO] Add your H1 title heading here\n",
-        "\n",
         "<table align=\"left\">\n",
         "\n",
         "  <td>\n",
@@ -82,7 +80,7 @@
         "\n",
         "The steps performed include:\n",
         "\n",
-        "- *{TODO: Add high level bullets for the steps of performed in the notebook}*"
+        "- * {TODO: Add high level bullets for the steps of performed in the notebook}"
       ]
     },
     {
@@ -111,31 +109,35 @@
         "This tutorial uses billable components of Google Cloud:\n",
         "\n",
         "* Vertex AI\n",
-        "* {TODO: BigQyuery}\n",
         "* Cloud Storage\n",
         "\n",
-        "{TODO: Include links to pricing documentation for each product you listed above.\n",
-        " NOTE: If you use BigQuery or Dataflow, you need to add this to the pricing.\n",
-        "}\n",
+        "{TODO: Include links to pricing documentation for each product you listed above.}\n",
         "\n",
-        "Learn about [Vertex AI pricing](https://cloud.google.com/vertex-ai/pricing),\n",
-        "{ TODO: [BigQuery pricing](https://cloud.google.com/bigquery/pricing), }\n",
-        "and [Cloud Storage pricing](https://cloud.google.com/storage/pricing), \n",
-        "and use the [Pricing Calculator](https://cloud.google.com/products/calculator/)\n",
+        "Learn about [Vertex AI\n",
+        "pricing](https://cloud.google.com/vertex-ai/pricing) and [Cloud Storage\n",
+        "pricing](https://cloud.google.com/storage/pricing), and use the [Pricing\n",
+        "Calculator](https://cloud.google.com/products/calculator/)\n",
         "to generate a cost estimate based on your projected usage."
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "ze4-nDLfK4pw"
+      },
+      "source": [
+        "### Set up your local development environment\n",
+        "\n",
+        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
+        "all the requirements to run this notebook. You can skip this step."
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {
         "id": "gCuSR8GkAgzl"
       },
       "source": [
-        "### Set up your local development environment\n",
-        "\n",
-        "**If you are using Colab or Vertex AI Workbench Notebooks**, your environment already meets\n",
-        "all the requirements to run this notebook. You can skip this step.\n",
-        "\n",
         "**Otherwise**, make sure your environment meets this notebook's requirements.\n",
         "You need the following:\n",
         "\n",
@@ -202,7 +204,7 @@
         "    USER_FLAG = \"--user\"\n",
         "\n",
         "! pip3 install --upgrade google-cloud-aiplatform {USER_FLAG} -q\n",
-        "# TODO: Add remaining package installs here. All packages should be on a single pip install to resolve dependencies"
+        "# TODO: Add remaining package installs here"
       ]
     },
     {
@@ -235,14 +237,21 @@
         "    app.kernel.do_shutdown(True)"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "lWEdiXsJg0XY"
+      },
+      "source": [
+        "## Before you begin"
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {
         "id": "BF1j6f9HApxa"
       },
       "source": [
-        "## Before you begin\n",
-        "\n",
         "### Set up your Google Cloud project\n",
         "\n",
         "**The following steps are required, regardless of your notebook environment.**\n",
@@ -403,14 +412,21 @@
     {
       "cell_type": "markdown",
       "metadata": {
-        "id": "sBCra4QMA2wR"
+        "id": "dr--iN2kAylZ"
       },
       "source": [
         "### Authenticate your Google Cloud account\n",
         "\n",
         "**If you are using Vertex AI Workbench Notebooks**, your environment is already\n",
-        "authenticated. \n",
-        "\n",
+        "authenticated. Skip this step."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "sBCra4QMA2wR"
+      },
+      "source": [
         "**If you are using Colab**, run the cell below and follow the instructions\n",
         "when prompted to authenticate your account via oAuth.\n",
         "\n",
@@ -465,7 +481,7 @@
         "    # path to your service account key and run this cell to authenticate your GCP\n",
         "    # account.\n",
         "    elif not os.getenv(\"IS_TESTING\"):\n",
-        "        %env GOOGLE_APPLICATION_CREDENTIALS '[your-service-account-key-path]'"
+        "        %env GOOGLE_APPLICATION_CREDENTIALS ''"
       ]
     },
     {
@@ -481,7 +497,7 @@
         "\n",
         "{TODO: Adjust wording in the first paragraph to fit your use case - explain how your tutorial uses the Cloud Storage bucket. The example below shows how Vertex AI uses the bucket for training.}\n",
         "\n",
-        "When you submit a training job using the Vertex AI SDK, you upload a Python package\n",
+        "When you submit a training job using the Cloud SDK, you upload a Python package\n",
         "containing your training code to a Cloud Storage bucket. Vertex AI runs\n",
         "the code from this package. In this tutorial, Vertex AI also saves the\n",
         "trained model that results from your job in the same bucket. Using this model artifact, you can then\n",

notebooks/notebook_template_review.py

@@ -25,11 +25,7 @@ args = parser.parse_args()
 
 if args.errors_codes:
     args.errors_codes = args.errors_codes.split(',')
-    args.errors = True
-
-if args.errors_csv:
-    args.errors = True
-
+    
 def parse_dir(directory):
     entries = os.scandir(directory)
     for entry in entries:
@@ -42,7 +38,7 @@ def parse_dir(directory):
             parse_dir(entry.path)
         elif entry.name.endswith('.ipynb'):
             parse_notebook(entry.path)
-
+            
 def parse_notebook(path):
     with open(path, 'r') as f:
         try:
@@ -56,7 +52,7 @@ def parse_notebook(path):
         # cell 1 is copyright
         nth = 0
         cell, nth = get_cell(path, cells, nth)
-        if not 'Copyright' in cell['source'][0]:
+        if not cell['source'][0].startswith('# Copyright'):
             report_error(path, 0, "missing copyright cell")
             
         # check for notices
@@ -162,11 +158,6 @@ def parse_notebook(path):
             if cell['cell_type'] != 'code':
                 report_error(path, 22, "Installation code section not found")
             else:
-                if cell['source'][0].startswith('! mkdir'):
-                    cell, nth = get_cell(path, cells, nth)
-                if 'requirements.txt' in cell['source'][0]:
-                    cell, nth = get_cell(path, cells, nth)
-                    
                 text = ''
                 for line in cell['source']:
                     text += line
@@ -247,7 +238,7 @@ def parse_notebook(path):
         if cell['source'][0].startswith("### Region"): 
             report_error(path, 34, "Region section not found")
         '''
-
+                
 
 def get_cell(path, cells, nth):
     while empty_cell(path, cells, nth):
@@ -258,38 +249,15 @@ def get_cell(path, cells, nth):
         check_text_cell(path, cell)
     return cell, nth + 1
 
-
+                
 def empty_cell(path, cells, nth):
     if len(cells[nth]['source']) == 0:
         report_error(path, 10, f'empty cell: cell #{nth}')
         return True
     else:
         return False
-
+    
 def check_text_cell(path, cell):
-    
-    branding = {
-        'Vertex SDK': 'Vertex AI SDK',
-        'Vertex Training': 'Vertex AI Training',
-        'Vertex Prediction': 'Vertex AI Prediction',
-        'Vertex Batch Prediction': 'Vertex AI Batch Prediction',
-        'Vertex XAI': 'Vertex Explainable AI',
-        'Vertex Experiments': 'Vertex AI Experiments',
-        'Vertex TensorBoard': 'Vertex AI TensorBoard',
-        'Vertex Pipelines': 'Vertex AI Pipelines',
-        'Vertex Hyperparameter Tuning': 'Vertex AI Hyperparameter Tuning',
-        'Vertex Metadata': 'Vertex ML Metadata',
-        'Vertex AI Metadata': 'Vertex ML Metadata',
-        'Vertex Vizier': 'Vertex AI Vizier',
-        'Vertex Dataset': 'Vertex AI Dataset',
-        'Vertex Model': 'Vertex AI Model',
-        'Vertex Endpoint': 'Vertex AI Endpoint',
-        'Vertex Private Endpoint': 'Vertex AI Private Endpoint',
-        'Tensorflow': 'TensorFlow',
-        'Tensorboard': 'TensorBoard',
-        'Google Cloud Notebooks': 'Vertex AI Workbench Notebooks'
-    }
-    
     for line in cell['source']:
         if 'TODO' in line:
             report_error(path, 14, f'TODO in cell: {line}')
@@ -298,9 +266,28 @@ def check_text_cell(path, cell):
         if 'will' in line.lower() or 'would' in line.lower():
             report_error(path, 16, f'Do not use future tense (e.g., will), replace with present tense: {line}')
             
-        for mistake, brand in branding.items():
-            if mistake in line:
-                report_error(path, 27, f"Branding {brand}: {line}")
+        if 'Vertex SDK' in line:
+            report_error(path, 27, f"Branding: Vertex AI SDK: {line}")
+        if 'Vertex Training' in line:
+            report_error(path, 27, f"Branding: Vertex AI Training: {line}")
+        if 'Vertex Prediction' in line:
+            report_error(path, 27, f"Branding: Vertex AI Prediction: {line}")
+        if 'Vertex Batch Prediction' in line:
+            report_error(path, 27, f"Branding: Vertex AI Batch Prediction {line}")
+        if 'Vertex XAI' in line:
+            report_error(path, 27, f"Branding: Vertex Explainable AI: {line}")
+        if 'Vertex Experiments' in line:
+            report_error(path, 27, f"Branding: Vertex AI Experiments: {line}")
+        if 'Vertex TensorBoard' in line:
+            report_error(path, 27, f"Branding: Vertex AI TensorBoard: {line}")
+        if 'Vertex Pipelines' in line:
+            report_error(path, 27, f"Branding: Vertex AI Pipelines: {line}")
+        if 'Vertex Hyperparameter Tuning' in line:
+            report_error(path, 27, f"Branding: Vertex AI Hyperparameter Tuning: {line}")
+        if 'Tensorflow' in line:
+            report_error(path, 27, f"Branding: TensorFlow: {line}")
+        if 'Tensorboard' in line:
+            report_error(path, 27, f"Branding: TensorBoard: {line}")
 
 
 def check_sentence_case(path, heading):
@@ -311,12 +298,12 @@ def check_sentence_case(path, heading):
     for word in words[1:]:
         word = word.replace(':', '').replace('(', '').replace(')', '')
         if word in ['E2E', 'Vertex', 'AutoML', 'ML', 'AI', 'GCP', 'API', 'R', 'CMEK', 'TFX', 'TFDV', 'SDK',
-                    'VM', 'CPR', 'NVIDIA', 'ID', 'DASK']:
+                    'VM', 'CPR', 'NVIDIA', 'ID']:
             continue
         if word.isupper():
             report_error(path, 3, f"heading is not sentence case: {word}")
-
-
+            
+            
 def report_error(notebook, code, msg):
     if args.errors:
         if args.errors_codes:
@@ -327,7 +314,7 @@ def report_error(notebook, code, msg):
             print(notebook, ',', code)
         else:
             print(f"{notebook}: ERROR ({code}): {msg}")
-
+            
 def parse_objective(path, cell):
     desc = ''
     in_desc = True
@@ -405,7 +392,7 @@ def add_index(path, title, desc, uses, steps):
         
     if args.steps:
         print(steps)
-
+            
 
 if args.notebook_dir:
     if not os.path.isdir(args.notebook_dir):
@@ -419,4 +406,4 @@ elif args.notebook:
     parse_notebook(args.notebook)
 else:
         print("Error: must specify a directory or notebook")
-        exit(1)
+        exit(1)

notebooks/official/CODEOWNERS

@@ -5,18 +5,17 @@
 * @GoogleCloudPlatform/vertex-ai-samples-contributors  @GoogleCloudPlatform/caiis-tw
 
 # matching_engine folder
-/matching_engine @shenzhimo2 @ivanmkc
+/matching_engine @shenzhimo2
 
 /tabnet/tabnet_vertex_tutorial.ipynb @longtle
 
 /migration @andrewferlitsch
-/explainabl_ai
+/explainabl_ai   
 /pipelines @andrewferlitsch
 /ml_metadata @andrewferlitsch
 /model_monitoring @andrewferlitsch
 /tensorboard @zbl94
 
-/bigquery_ml/bqml-online-prediction.ipynb @polong-lin
 /model_monitoring/model_monitoring.ipynb @mco-gh
 /ml_metadata/sdk-metric-parameter-tracking-for-custom-jobs.ipynb @jialuzh
 /ml_metadata/sdk-metric-parameter-tracking-for-locally-trained-models.ipynb @jialuzh
@@ -29,9 +28,4 @@
 /automl/automl_forecasting_bqml_arima_plus_comparison.ipynb @TheMichaelHu
 /automl/automl_tabular_on_vertex_pipelines.ipynb @helinwang
 /custom/custom_training_tensorboard_profiler.ipynb @itseric
-/workbench/spark/spark_sample_notebook.ipynb @bradmiro
-/workbench/spark/spark_ml.ipynb @bradmiro
-/model-registry/bqml-vertexai-model-registry.ipynb @soheilazangeneh
-/workbench/exploratory_data_analysis/explore_data_in_bigquery_with_workbench.ipynb @alokpattani
-/model_evaluation/automl_tabular_classification_model_evaluation.ipynb @soheilazangeneh
-/model_evaluation/automl_tabular_regression_model_evaluation.ipynb @soheilazangeneh
+/workbench/spark/spark_sample_notebook.ipynb @bmiro

notebooks/official/automl/automl-text-classification.ipynb

@@ -2,7 +2,7 @@
   "cells": [
     {
       "cell_type": "code",
-      "execution_count": 54,
+      "execution_count": null,
       "metadata": {
         "id": "ur8xi4C7S06n"
       },
@@ -17,21 +17,12 @@
         "#     https://www.apache.org/licenses/LICENSE-2.0\n",
         "#\n",
         "# Unless required by applicable law or agreed to in writing, software\n",
-        "# distributed under the Lice`nse is distributed on an \"AS IS\" BASIS,\n",
+        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
         "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
         "# See the License for the specific language governing permissions and\n",
         "# limitations under the License."
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "0d2298941703"
-      },
-      "source": [
-        "# Vertex AI: Create, train, and deploy an AutoML text classification model"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -52,8 +43,8 @@
         "    </a>\n",
         "  </td>\n",
         " <td>\n",
-        "    <a href=\"https://console.cloud.google.com/vertex-ai/workbench/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/blob/main/notebooks/official/automl/automl-text-classification.ipynb\">\n",
-        "      <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
+        "    <a href=\"https://console.cloud.google.com/ai/platform/notebooks/deploy-notebook?download_url=https://raw.githubusercontent.com/GoogleCloudPlatform/vertex-ai-samples/main/notebooks/official/automl/automl-text-classification.ipynb\">\n",
+        "        <img src=\"https://lh3.googleusercontent.com/UiNooY4LUgW_oTvpsNhPpQzsstV5W8F7rYgxgGBD85cWJoLmrOzhVs_ksK_vgx40SHs7jCqkTkCk=e14-rj-sc0xffffff-h130-w32\" alt=\"Vertex AI logo\">\n",
         "      Open in Vertex AI Workbench\n",
         "    </a>\n",
         "  </td>\n",
@@ -63,20 +54,19 @@
     {
       "cell_type": "markdown",
       "metadata": {
-        "id": "1adb10a59bc3"
+        "id": "0259a7ce8120"
       },
       "source": [
+        "# Vertex AI: Create, train, and deploy an AutoML text classification model\n",
+        "\n",
         "## Overview\n",
         "\n",
-        "This notebook walks you through the major phases of building and using an AutoML text classification model on [Vertex AI](https://cloud.google.com/vertex-ai/docs/). \n"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "9b9824ae2c91"
-      },
-      "source": [
+        "This notebook walks you through the major phases of building and using an AutoML text classification model on [Vertex AI](https://cloud.google.com/vertex-ai/docs/). \n",
+        "\n",
+        "### Dataset\n",
+        "\n",
+        "In this notebook, you use the \"Happy Moments\" sample dataset to train a model. The resulting model classifies happy moments into categores that reflect the causes of happiness. \n",
+        "\n",
         "### Objective\n",
         "\n",
         "In this tutorial, you learn how to use `AutoML` to train a text classification model.\n",
@@ -94,26 +84,8 @@
         "* Create an `Endpoint` resource.\n",
         "* Deploy the `Model` resource to the `Endpoint` resource.\n",
         "* Make an online prediction\n",
-        "* Make a batch prediction"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "f67c62885df4"
-      },
-      "source": [
-        "### Dataset\n",
+        "* Make a batch prediction\n",
         "\n",
-        "In this notebook, you use the \"Happy Moments\" sample dataset to train a model. The resulting model classifies happy moments into categores that reflect the causes of happiness. "
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "0259a7ce8120"
-      },
-      "source": [
         "### Costs\n",
         "\n",
         "This tutorial uses billable components of Google Cloud:\n",
@@ -201,7 +173,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 55,
+      "execution_count": null,
       "metadata": {
         "id": "b75757581291"
       },
@@ -216,7 +188,6 @@
         ")\n",
         "\n",
         "# Vertex AI Notebook requires dependencies to be installed with '--user'\n",
-        "\n",
         "USER_FLAG = \"\"\n",
         "if IS_WORKBENCH_NOTEBOOK:\n",
         "    USER_FLAG = \"--user\"\n",
@@ -237,7 +208,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 56,
+      "execution_count": null,
       "metadata": {
         "id": "0c0b2427998a"
       },
@@ -283,7 +254,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 1,
+      "execution_count": null,
       "metadata": {
         "id": "be175254a715"
       },
@@ -340,7 +311,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 4,
+      "execution_count": null,
       "metadata": {
         "id": "ae43d96c4b1b"
       },
@@ -365,7 +336,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 5,
+      "execution_count": null,
       "metadata": {
         "id": "953fa6e5ddda"
       },
@@ -453,7 +424,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 6,
+      "execution_count": null,
       "metadata": {
         "id": "d2de92accb67"
       },
@@ -465,7 +436,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 7,
+      "execution_count": null,
       "metadata": {
         "id": "5ba09496accc"
       },
@@ -507,7 +478,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 9,
+      "execution_count": null,
       "metadata": {
         "id": "96ad3d416327"
       },
@@ -527,7 +498,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 10,
+      "execution_count": null,
       "metadata": {
         "id": "152013538e59"
       },
@@ -550,7 +521,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 11,
+      "execution_count": null,
       "metadata": {
         "id": "740cd5c67c79"
       },
@@ -580,15 +551,24 @@
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "d35b8b6b94ae"
+        "id": "6caf82e5e84e"
       },
       "outputs": [],
       "source": [
         "# Use a timestamp to ensure unique resources\n",
         "src_uris = \"gs://cloud-ml-data/NL-classification/happiness.csv\"\n",
-        "display_name = f\"e2e-text-dataset-{TIMESTAMP}\"\n",
-        "\n",
-        "text_dataset = aiplatform.TextDataset.create(\n",
+        "display_name = f\"e2e-text-dataset-{TIMESTAMP}\""
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "d35b8b6b94ae"
+      },
+      "outputs": [],
+      "source": [
+        "ds = aiplatform.TextDataset.create(\n",
         "    display_name=display_name,\n",
         "    gcs_source=src_uris,\n",
         "    import_schema_uri=aiplatform.schema.dataset.ioformat.text.single_label_classification,\n",
@@ -602,7 +582,53 @@
         "id": "5b3cc427353a"
       },
       "source": [
-        "## Train your text classification model\n"
+        "## Train your text classification model\n",
+        "\n",
+        "Once your dataset has finished importing data, you are ready to train your model. To do this, you first need the full resource name of your dataset, where the full name has the format `projects/[YOUR_PROJECT]/locations/[YOUR_REGIO)N]/datasets/[YOUR_DATASET_ID]`. If you don't have the resource name handy, you can list all of the datasets in your project using `TextDataset.list()`. \n",
+        "\n",
+        "As shown in the following code block, you can pass in the display name of your dataset in the call to `list()` to filter the results.\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "52cf56f1c8a9"
+      },
+      "outputs": [],
+      "source": [
+        "datasets = aiplatform.TextDataset.list(filter=f'display_name=\"{display_name}\"')\n",
+        "print(datasets)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "58df3e02df82"
+      },
+      "source": [
+        "When you create a new model, you need a reference to the `TextDataset` object that corresponds to your dataset. You can use the `ds` variable you created previously when you created the dataset or you can also list all of your datasets to get a reference to your dataset. Each item returned from `TextDataset.list()` is an instance of `TextDataset`.\n",
+        "\n",
+        "The following code block shows how to instantiate a `TextDataset` object using a dataset ID. Note that this code is intentionally verbose for demonstration purposes."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "aa667203da03"
+      },
+      "outputs": [],
+      "source": [
+        "# Get the dataset ID if it's not available\n",
+        "dataset_id = \"[your-dataset-id]\"\n",
+        "\n",
+        "if dataset_id == \"[your-dataset-id]\":\n",
+        "    # Use the reference to the new dataset captured when we created it\n",
+        "    dataset_id = ds.resource_name.split(\"/\")[-1]\n",
+        "    print(f\"Dataset ID: {dataset_id}\")\n",
+        "\n",
+        "text_dataset = aiplatform.TextDataset(dataset_id)"
       ]
     },
     {
@@ -627,7 +653,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 16,
+      "execution_count": null,
       "metadata": {
         "id": "0aa0f01805ea"
       },
@@ -656,8 +682,8 @@
         "model = job.run(\n",
         "    dataset=text_dataset,\n",
         "    model_display_name=model_display_name,\n",
-        "    training_fraction_split=0.1,\n",
-        "    validation_fraction_split=0.1,\n",
+        "    training_fraction_split=0.7,\n",
+        "    validation_fraction_split=0.2,\n",
         "    test_fraction_split=0.1,\n",
         "    sync=True,\n",
         ")"
@@ -714,11 +740,39 @@
         "deployed_model_display_name = f\"e2e-deployed-text-classification-model-{TIMESTAMP}\"\n",
         "\n",
         "endpoint = model.deploy(\n",
-        "    deployed_model_display_name=deployed_model_display_name, \n",
-        "    sync=True\n",
+        "    deployed_model_display_name=deployed_model_display_name, sync=True\n",
         ")"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "531da446035b"
+      },
+      "source": [
+        "In case you didn't record the name of the new endpoint, you can get a list of all your endpoints as you did before with datasets and models. For each endpoint, you can list the models deployed to that endpoint. To get a reference to the model that you just deployed, you can check the `display_name` of each model deployed to the endpoint against the model you're looking for."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "f61fb44181b4"
+      },
+      "outputs": [],
+      "source": [
+        "endpoints = aiplatform.Endpoint.list()\n",
+        "\n",
+        "endpoint_with_deployed_model = []\n",
+        "\n",
+        "for endpoint_ in endpoints:\n",
+        "    for model in endpoint_.list_models():\n",
+        "        if model.display_name.find(deployed_model_display_name) == 0:\n",
+        "            endpoint_with_deployed_model.append(endpoint_)\n",
+        "\n",
+        "print(endpoint_with_deployed_model)"
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -727,7 +781,7 @@
       "source": [
         "## Get online predictions from your model\n",
         "\n",
-        "Now that you have your endpoint, you can get online predictions from the text classification model. To get the online prediction, you send a prediction request to your endpoint."
+        "Now that you have your endpoint's resource name, you can get online predictions from the text classification model. To get the online prediction, you send a prediction request to your endpoint."
       ]
     },
     {
@@ -738,6 +792,13 @@
       },
       "outputs": [],
       "source": [
+        "endpoint_name = \"[your-endpoint-name]\"\n",
+        "if endpoint_name == \"[your-endpoint-name]\":\n",
+        "    endpoint_name = endpoint.resource_name\n",
+        "\n",
+        "print(f\"Endpoint name: {endpoint_name}\")\n",
+        "\n",
+        "endpoint = aiplatform.Endpoint(endpoint_name)\n",
         "content = \"I got a high score on my math final!\"\n",
         "\n",
         "response = endpoint.predict(instances=[{\"content\": content}])\n",
@@ -774,7 +835,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 23,
+      "execution_count": null,
       "metadata": {
         "id": "e4b838cbcd99"
       },
@@ -797,7 +858,7 @@
         "\n",
         "+ All of your prediction instances as individual files on Google Cloud Storage, as TXT files for your instances\n",
         "+ A JSONL file that lists the URIs of all your prediction instances\n",
-        "+ A Cloud Storage bucket to hold the output from batch prediction\n",
+        "+ A Google Cloud Storage bucket to hold the output from batch prediction\n",
         "\n",
         "For this tutorial, the following cells create a new Storage bucket, upload individual prediction instances as text files to the bucket, and then create the JSONL file with the URIs of your prediction instances."
       ]
@@ -811,15 +872,16 @@
       "outputs": [],
       "source": [
         "# Instantiate the Storage client and create the new bucket\n",
-        "# from google.cloud import  storage\n",
-        "storage_client = storage.Client()\n",
-        "bucket = storage_client.bucket(BUCKET_NAME)\n",
+        "storage = storage.Client()\n",
+        "bucket = storage.bucket(BUCKET_URI)\n",
+        "\n",
         "# Iterate over the prediction instances, creating a new TXT file\n",
         "# for each.\n",
         "input_file_data = []\n",
         "for count, instance in enumerate(instances):\n",
         "    instance_name = f\"input_{count}.txt\"\n",
         "    instance_file_uri = f\"{BUCKET_URI}/{instance_name}\"\n",
+        "\n",
         "    # Add the data to store in the JSONL input file.\n",
         "    tmp_data = {\"content\": instance_file_uri, \"mimeType\": \"text/plain\"}\n",
         "    input_file_data.append(tmp_data)\n",
@@ -839,7 +901,7 @@
         "id": "31c262320610"
       },
       "source": [
-        "Now that you have the bucket with the prediction instances ready, you can send a batch prediction rhttps://storage.googleapis.com/upload/storage/v1/b/gs://vertex-ai-devaip-20220728004429/o?uploadType=multipartequest to Vertex AI. When you send a request to the service, you must provide the URI of your JSONL file and your output bucket, including the `gs://` protocols.\n",
+        "Now that you have the bucket with the prediction instances ready, you can send a batch prediction request to Vertex AI. When you send a request to the service, you must provide the URI of your JSONL file and your output bucket, including the `gs://` protocols.\n",
         "\n",
         "With the Python SDK, you can create a batch prediction job by calling `Model.batch_predict()`."
       ]
@@ -853,13 +915,15 @@
       "outputs": [],
       "source": [
         "job_display_name = \"e2e-text-classification-batch-prediction-job\"\n",
-        "# model = aiplatform.Model(model_name=model.name)\n",
+        "model = aiplatform.Model(model_name=model_name)\n",
+        "\n",
         "batch_prediction_job = model.batch_predict(\n",
         "    job_display_name=job_display_name,\n",
         "    gcs_source=f\"{BUCKET_URI}/{input_file_name}\",\n",
         "    gcs_destination_prefix=f\"{BUCKET_URI}/output\",\n",
         "    sync=True,\n",
         ")\n",
+        "\n",
         "batch_prediction_job_name = batch_prediction_job.resource_name"
       ]
     },
@@ -874,15 +938,6 @@
         "The following code snippet demonstrates how to create an instance of the `BatchPredictionJob` class to review its status. Note that you need the full resource name printed out from the Python SDK for this snippet.\n"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "cd014de40e2f"
-      },
-      "source": [
-        "## BatchPredictionJob"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": null,
@@ -944,8 +999,6 @@
       },
       "outputs": [],
       "source": [
-        "import os\n",
-        "\n",
         "RESULTS_DIRECTORY = \"prediction_results\"\n",
         "RESULTS_DIRECTORY_FULL = f\"{RESULTS_DIRECTORY}/output\"\n",
         "\n",
@@ -967,15 +1020,6 @@
         "print(f\"Local results folder: {latest_directory}\")"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "e375109b7e40"
-      },
-      "source": [
-        "## JsonLines"
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -1050,9 +1094,9 @@
         "    ! gsutil rm -r $BUCKET_URI\n",
         "\n",
         "batch_job.delete()\n",
-        "endpoint.undeploy_all()\n",
+        "\n",
         "# `force` parameter ensures that models are undeployed before deletion\n",
-        "endpoint.delete()\n",
+        "endpoint.delete(force=True)\n",
         "\n",
         "model.delete()\n",
         "\n",

notebooks/official/automl/automl_forecasting_bqml_arima_plus_comparison.ipynb

@@ -176,10 +176,7 @@
         "else:\n",
         "    USER_FLAG = \"\"\n",
         "\n",
-        "! (pip3 install --upgrade $USER_FLAG \\\n",
-        "    google-cloud-bigquery[pandas]==2.34.4 \\\n",
-        "    google-cloud-aiplatform==1.16.1 \\\n",
-        "    google-cloud-pipeline-components==1.0.18)"
+        "! pip3 install --upgrade google-cloud-bigquery[pandas] google-cloud-aiplatform google-cloud-pipeline-components $USER_FLAG"
       ]
     },
     {

notebooks/official/automl/automl_tabular_on_vertex_pipelines.ipynb

@@ -855,7 +855,6 @@
         "    run_distillation=run_distillation,\n",
         "    dataflow_subnetwork=dataflow_subnetwork,\n",
         "    dataflow_use_public_ips=dataflow_use_public_ips,\n",
-        "    export_additional_model_without_custom_ops=export_additional_model_without_custom_ops,\n",
         ")\n",
         "\n",
         "job_id = \"automl-tabular-{}\".format(uuid.uuid4())\n",

notebooks/official/automl/sdk_automl_image_object_detection_batch.ipynb

@@ -8,7 +8,7 @@
       },
       "outputs": [],
       "source": [
-        "# Copyright 2021 Google LLC\n",
+        "# Copyright 2022 Google LLC\n",
         "#\n",
         "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
         "# you may not use this file except in compliance with the License.\n",
@@ -66,6 +66,17 @@
         "This tutorial demonstrates how to use the Vertex AI SDK to create image object detection models and do batch prediction using a Google Cloud [AutoML](https://cloud.google.com/vertex-ai/docs/start/automl-users) model."
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "dataset:salads,iod"
+      },
+      "source": [
+        "### Dataset\n",
+        "\n",
+        "The dataset used for this tutorial is the Salads category of the [OpenImages dataset](https://www.tensorflow.org/datasets/catalog/open_images_v4) from [TensorFlow Datasets](https://www.tensorflow.org/datasets/catalog/overview). This dataset does not require any feature engineering. The version of the dataset you will use in this tutorial is stored in a public Cloud Storage bucket. The trained model predicts the bounding box locations and the corresponding type of salad items in an image from a class of five items: salad, seafood, tomato, baked goods, or cheese."
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -90,17 +101,6 @@
         "* Batch Prediction Service: Does a queued (batch) prediction for the entire set of instances in the background and stores the results in a Cloud Storage bucket when ready."
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "id": "dataset:salads,iod"
-      },
-      "source": [
-        "### Dataset\n",
-        "\n",
-        "The dataset used for this tutorial is the Salads category of the [OpenImages dataset](https://www.tensorflow.org/datasets/catalog/open_images_v4) from [TensorFlow Datasets](https://www.tensorflow.org/datasets/catalog/overview). This dataset does not require any feature engineering. The version of the dataset you will use in this tutorial is stored in a public Cloud Storage bucket. The trained model predicts the bounding box locations and the corresponding type of salad items in an image from a class of five items: salad, seafood, tomato, baked goods, or cheese."
-      ]
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -201,7 +201,7 @@
       },
       "outputs": [],
       "source": [
-        "! pip3 install -U --upgrade tensorflow google-cloud-storage $USER_FLAG"
+        "! pip3 install -U google-cloud-storage $USER_FLAG"
       ]
     },
     {
@@ -213,6 +213,17 @@
         "Install the latest version of *tensorflow* library."
       ]
     },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "install_tensorflow"
+      },
+      "outputs": [],
+      "source": [
+        "! pip3 install --upgrade tensorflow $USER_FLAG"
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -372,9 +383,9 @@
         "id": "timestamp"
       },
       "source": [
-        "#### UUID\n",
+        "#### Timestamp\n",
         "\n",
-        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a uuid for each instance session, and append it onto the name of resources you create in this tutorial."
+        "If you are in a live tutorial session, you might be using a shared test account or project. To avoid name collisions between users on resources created, you create a timestamp for each instance session, and append the timestamp onto the name of resources you create in this tutorial."
       ]
     },
     {
@@ -385,16 +396,9 @@
       },
       "outputs": [],
       "source": [
-        "import random\n",
-        "import string\n",
+        "from datetime import datetime\n",
         "\n",
-        "\n",
-        "# Generate a uuid of a specifed length(default=8)\n",
-        "def generate_uuid(length: int = 8) -> str:\n",
-        "    return \"\".join(random.choices(string.ascii_lowercase + string.digits, k=length))\n",
-        "\n",
-        "\n",
-        "UUID = generate_uuid()"
+        "TIMESTAMP = datetime.now().strftime(\"%Y%m%d%H%M%S\")"
       ]
     },
     {
@@ -405,7 +409,7 @@
       "source": [
         "### Authenticate your Google Cloud account\n",
         "\n",
-        "**If you are using Google Cloud Notebooks**, your environment is already authenticated.\n",
+        "**If you are using Google Cloud Notebooks**, your environment is already authenticated. Skip this step.\n",
         "\n",
         "**If you are using Colab**, run the cell below and follow the instructions when prompted to authenticate your account via oAuth.\n",
         "\n",
@@ -490,7 +494,7 @@
       "outputs": [],
       "source": [
         "if BUCKET_NAME == \"\" or BUCKET_NAME is None or BUCKET_NAME == \"[your-bucket-name]\":\n",
-        "    BUCKET_URI = \"gs://\" + PROJECT_ID + \"aip-\" + UUID"
+        "    BUCKET_URI = \"gs://\" + PROJECT_ID + \"aip-\" + TIMESTAMP"
       ]
     },
     {
@@ -665,7 +669,7 @@
       "outputs": [],
       "source": [
         "dataset = aiplatform.ImageDataset.create(\n",
-        "    display_name=\"Salads\" + \"_\" + UUID,\n",
+        "    display_name=\"Salads\" + \"_\" + TIMESTAMP,\n",
         "    gcs_source=[IMPORT_FILE],\n",
         "    import_schema_uri=aiplatform.schema.dataset.ioformat.image.bounding_box,\n",
         ")\n",
@@ -713,7 +717,7 @@
       "outputs": [],
       "source": [
         "job = aiplatform.AutoMLImageTrainingJob(\n",
-        "    display_name=\"salads_\" + UUID,\n",
+        "    display_name=\"salads_\" + TIMESTAMP,\n",
         "    prediction_type=\"object_detection\",\n",
         "    multi_label=False,\n",
         "    model_type=\"CLOUD\",\n",
@@ -756,7 +760,7 @@
       "source": [
         "model = job.run(\n",
         "    dataset=dataset,\n",
-        "    model_display_name=\"salads_\" + UUID,\n",
+        "    model_display_name=\"salads_\" + TIMESTAMP,\n",
         "    training_fraction_split=0.8,\n",
         "    validation_fraction_split=0.1,\n",
         "    test_fraction_split=0.1,\n",
@@ -786,7 +790,7 @@
       "outputs": [],
       "source": [
         "# Get model resource ID\n",
-        "models = aiplatform.Model.list(filter=\"display_name=salads_\" + UUID)\n",
+        "models = aiplatform.Model.list(filter=\"display_name=salads_\" + TIMESTAMP)\n",
         "\n",
         "# Get a reference to the Model Service client\n",
         "client_options = {\"api_endpoint\": f\"{REGION}-aiplatform.googleapis.com\"}\n",
@@ -957,7 +961,7 @@
       "outputs": [],
       "source": [
         "batch_predict_job = model.batch_predict(\n",
-        "    job_display_name=\"salads_\" + UUID,\n",
+        "    job_display_name=\"salads_\" + TIMESTAMP,\n",
         "    gcs_source=gcs_input_uri,\n",
         "    gcs_destination_prefix=BUCKET_URI,\n",
         "    machine_type=\"n1-standard-4\",\n",