From 8ca9b56c5b7d84ebb8510dd1fdc1205a034184d3 Mon Sep 17 00:00:00 2001 From: bhandarivijay Date: Fri, 12 Dec 2025 13:05:24 +0000 Subject: [PATCH] Manual Changes --- .../stage3/get_started_with_hpt_pipeline_components.ipynb | 1 - .../model_garden_gemma2_finetuning_on_vertex.ipynb | 2 +- .../model_garden_gemma_deployment_on_vertex.ipynb | 2 +- .../model_garden/model_garden_integration_with_agent.ipynb | 7 +++---- .../model_garden/model_garden_pytorch_detectron2.ipynb | 3 +-- .../model_garden_pytorch_llama3_3_finetuning.ipynb | 2 +- 6 files changed, 7 insertions(+), 10 deletions(-) diff --git a/notebooks/community/ml_ops/stage3/get_started_with_hpt_pipeline_components.ipynb b/notebooks/community/ml_ops/stage3/get_started_with_hpt_pipeline_components.ipynb index 3e28b3b40..6f3001cfe 100644 --- a/notebooks/community/ml_ops/stage3/get_started_with_hpt_pipeline_components.ipynb +++ b/notebooks/community/ml_ops/stage3/get_started_with_hpt_pipeline_components.ipynb @@ -529,7 +529,6 @@ }, "outputs": [], "source": [ - "! gcloud storage buckets add-iam-policy-binding $BUCKET_URI --member=serviceAccount:{SERVICE_ACCOUNT} --role=roles/storage.objectCreator\n", "\n", "! gcloud storage buckets add-iam-policy-binding $BUCKET_URI --member=serviceAccount:{SERVICE_ACCOUNT} --role=roles/storage.objectViewer" ] }, diff --git a/notebooks/community/model_garden/model_garden_gemma2_finetuning_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma2_finetuning_on_vertex.ipynb index f3c5c851e..258b4c894 100644 --- a/notebooks/community/model_garden/model_garden_gemma2_finetuning_on_vertex.ipynb +++ b/notebooks/community/model_garden/model_garden_gemma2_finetuning_on_vertex.ipynb @@ -195,7 +195,7 @@ " BUCKET_NAME = \"/\".join(BUCKET_URI.split(\"/\")[:3])\n", " ! gcloud storage buckets create --location={REGION} {BUCKET_URI}\n", "else:\n", " assert BUCKET_URI.startswith(\"gs://\"), \"BUCKET_URI must start with `gs://`.\"\n", - " shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location constraint:\" | sed \"s/Location constraint://\"\n", " bucket_region = shell_output[0].strip().lower()\n", + " shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location Constraint:\" | sed \"s/Location Constraint://\"\n", " bucket_region = shell_output[0].strip().lower()\n", " if bucket_region != REGION:\n", " raise ValueError(\n", " \"Bucket region %s is different from notebook region %s\"\n", diff --git a/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb index 4c04a6733..28fa29701 100644 --- a/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb +++ b/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb @@ -180,7 +180,7 @@ "\n", "\n", "# Provision permissions to the SERVICE_ACCOUNT with the GCS bucket\n", - "! gsutil iam ch serviceAccount:{SERVICE_ACCOUNT}:roles/storage.admin $BUCKET_NAME\n", + "! gcloud storage buckets add-iam-policy-binding $BUCKET_NAME --member=serviceAccount:{SERVICE_ACCOUNT} --role=roles/storage.admin\n", "\n", "! gcloud config set project $PROJECT_ID\n", "! gcloud projects add-iam-policy-binding --no-user-output-enabled {PROJECT_ID} --member=serviceAccount:{SERVICE_ACCOUNT} --role=\"roles/storage.admin\"\n", diff --git a/notebooks/community/model_garden/model_garden_integration_with_agent.ipynb b/notebooks/community/model_garden/model_garden_integration_with_agent.ipynb index 80548a4f5..014c7e6c1 100644 --- a/notebooks/community/model_garden/model_garden_integration_with_agent.ipynb +++ b/notebooks/community/model_garden/model_garden_integration_with_agent.ipynb @@ -177,10 +177,10 @@ "if BUCKET_URI is None or BUCKET_URI.strip() == \"\" or BUCKET_URI == \"gs://\":\n", " BUCKET_URI = f\"gs://{PROJECT_ID}-tmp-{now}-{str(uuid.uuid4())[:4]}\"\n", " BUCKET_NAME = \"/\".join(BUCKET_URI.split(\"/\")[:3])\n", - " ! gsutil mb -l {REGION} {BUCKET_URI}\n", + " ! gcloud storage buckets create --location={REGION} {BUCKET_URI}\n", "else:\n", "else:\n", " assert BUCKET_URI.startswith(\"gs://\"), \"BUCKET_URI must start with `gs://`.\"\n", - " shell_output = ! gsutil ls -Lb {BUCKET_NAME} | grep \"Location constraint:\" | sed \"s/Location constraint://\"\n", + " shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location Constraint:\" | sed \"s/Location Constraint://\"\n", " bucket_region = shell_output[0].strip().lower()\n", " if bucket_region != REGION:\n", " raise ValueError(\n", @@ -202,8 +202,7 @@ "\n", "\n", "# Provision permissions to the SERVICE_ACCOUNT with the GCS bucket\n", - "! gsutil iam ch serviceAccount:{SERVICE_ACCOUNT}:roles/storage.admin $BUCKET_NAME\n", - "\n", + "! gcloud storage buckets add-iam-policy-binding $BUCKET_NAME --member=serviceAccount:{SERVICE_ACCOUNT} --role=roles/storage.admin\n", "\n", "! gcloud config set project $PROJECT_ID\n", "! gcloud projects add-iam-policy-binding --no-user-output-enabled {PROJECT_ID} --member=serviceAccount:{SERVICE_ACCOUNT} --role=\"roles/storage.admin\"\n", "! gcloud projects add-iam-policy-binding --no-user-output-enabled {PROJECT_ID} --member=serviceAccount:{SERVICE_ACCOUNT} --role=\"roles/aiplatform.user\"\n", diff --git a/notebooks/community/model_garden/model_garden_pytorch_detectron2.ipynb b/notebooks/community/model_garden/model_garden_pytorch_detectron2.ipynb index 69bb5d25e..85ab31993 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_detectron2.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_detectron2.ipynb @@ -203,7 +203,7 @@ " BUCKET_NAME = \"/\".join(BUCKET_URI.split(\"/\")[:3])\n", " ! gcloud storage buckets create --location={REGION} {BUCKET_URI}\n", "else:\n", " assert BUCKET_URI.startswith(\"gs://\"), \"BUCKET_URI must start with `gs://`.\"\n", - " shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location constraint:\" | sed \"s/Location constraint://\"\n", " bucket_region = shell_output[0].strip().lower()\n", + " shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location Constraint:\" | sed \"s/Location Constraint://\"\n", " bucket_region = shell_output[0].strip().lower()\n", " if bucket_region != REGION:\n", " raise ValueError(\n", " \"Bucket region %s is different from notebook region %s\"\n", @@ -227,7 +227,6 @@ "\n", "\n", "# Provision permissions to the SERVICE_ACCOUNT with the GCS bucket\n", - "# Note: Migrating scripts using gsutil iam ch is more complex than get or set. You need to replace the single iam ch command with a series of gcloud storage bucket add-iam-policy-binding and/or gcloud storage bucket remove-iam-policy-binding commands, or replicate the read-modify-write loop.\n", "! gcloud storage buckets add-iam-policy-binding $BUCKET_NAME --member=serviceAccount:{SERVICE_ACCOUNT} --role=roles/storage.admin\n", "\n", "! gcloud config set project $PROJECT_ID\n", "! gcloud projects add-iam-policy-binding --no-user-output-enabled {PROJECT_ID} --member=serviceAccount:{SERVICE_ACCOUNT} --role=\"roles/storage.admin\"\n", diff --git a/notebooks/community/model_garden/model_garden_pytorch_llama3_3_finetuning.ipynb b/notebooks/community/model_garden/model_garden_pytorch_llama3_3_finetuning.ipynb index 039907984..c00abfd2f 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_llama3_3_finetuning.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_llama3_3_finetuning.ipynb @@ -187,7 +187,7 @@ " BUCKET_NAME = \"/\".join(BUCKET_URI.split(\"/\")[:3])\n", " ! gcloud storage buckets create --location={REGION} {BUCKET_URI}\n", "else:\n", " assert BUCKET_URI.startswith(\"gs://\"), \"BUCKET_URI must start with `gs://`.\"\n", - " shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location constraint:\" | sed \"s/Location constraint://\"\n", " bucket_region = shell_output[0].strip().lower()\n", + " shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location Constraint:\" | sed \"s/Location Constraint://\"\n", " bucket_region = shell_output[0].strip().lower()\n", " if bucket_region != REGION:\n", " raise ValueError(\n", " \"Bucket region %s is different from notebook region %s\"\n",