From b945549ec4a674ca1969c3e5028af18984e94122 Mon Sep 17 00:00:00 2001
From: genquan9 <49327371+genquan9@users.noreply.github.com>
Date: Fri, 14 Jul 2023 11:05:45 -0700
Subject: [PATCH] minor updates for peft notebooks with BERT supports (#2089)

* fix typos in keras model deployment

* minor updates for peft notebooks with BERT supports
---
 .../model_garden/model_garden_pytorch_peft.ipynb    | 13 +++++++------
 1 file changed, 7 insertions(+), 6 deletions(-)

diff --git a/notebooks/community/model_garden/model_garden_pytorch_peft.ipynb b/notebooks/community/model_garden/model_garden_pytorch_peft.ipynb
index 3ad722b02..332b3928c 100644
--- a/notebooks/community/model_garden/model_garden_pytorch_peft.ipynb
+++ b/notebooks/community/model_garden/model_garden_pytorch_peft.ipynb
@@ -60,7 +60,7 @@
       "source": [
         "## Overview\n",
         "\n",
-        "This notebook demonstrates finetuning models with performance efficient finetuning libaries ([PEFT](https://github.com/huggingface/peft)), and running inferences with containers in Vertex AI. There are various models supported in [PEFT](https://github.com/huggingface/peft). This notebook shows examples with some models, such as OpenLLaMA, Falcon-instruct, RoBERTa-large, and XLM-RoBERTa-large, etc.\n",
+        "This notebook demonstrates finetuning models with performance efficient finetuning libaries ([PEFT](https://github.com/huggingface/peft)), and running inferences with containers in Vertex AI. There are various models supported in [PEFT](https://github.com/huggingface/peft). This notebook shows examples with some models, such as OpenLLaMA, Falcon-instruct, BERT, RoBERTa-large, and XLM-RoBERTa-large, etc.\n",
         "\n",
         "### Objective\n",
         "\n",
@@ -84,6 +84,7 @@
         "\n",
         "| Models | LoRA |\n",
         "| :- | :- |\n",
+        "| [bert-base-uncase](https://huggingface.co/bert-base-uncased) | Y |\n",
         "| [RoBERTa-large](https://huggingface.co/roberta-large) | Y |\n",
         "| [XLM-RoBERTa-large](https://huggingface.co/xlm-roberta-large) | Y |\n",
         "\n",
@@ -320,7 +321,7 @@
         "id": "e70e3519ff8b"
       },
       "source": [
-        "## OpenLLaMA + PEFT\n",
+        "## Casual Language Modeling + PEFT\n",
         "\n",
         "This section demonstrates how to finetune OpenLLaMA with PEFT LoRA, including [openlm-research/open_llama_3b](https://huggingface.co/openlm-research/open_llama_3b), [openlm-research/open_llama_7b](https://huggingface.co/openlm-research/open_llama_7b), and [openlm-research/open_llama_13b](https://huggingface.co/openlm-research/open_llama_13b)."
       ]
@@ -517,7 +518,7 @@
         "id": "W2USaHtQbE-l"
       },
       "source": [
-        "## Falcon-instruct + PEFT\n",
+        "## Instruct + PEFT\n",
         "\n",
         "This section demonstrates how to finetune Falcon-instruct with PEFT LoRA, including [tiiuae/falcon-7b-instruct](https://huggingface.co/tiiuae/falcon-7b-instruct), and [tiiuae/falcon-40b-instruct](https://huggingface.co/tiiuae/falcon-40b-instruct)."
       ]
@@ -738,9 +739,9 @@
         "id": "og_s64QVmJDb"
       },
       "source": [
-        "## RoBERTa-large/XLM-RoBERTa-large + PEFT\n",
+        "## Sequence Classification + PEFT\n",
         "\n",
-        "This section demonstrates how to finetune sequence classification models with PEFT LoRA, including [RoBERTa-large](https://huggingface.co/roberta-large), and [XLM-RoBERTa-large](https://huggingface.co/xlm-roberta-large)."
+        "This section demonstrates how to finetune sequence classification models with PEFT LoRA, including [bert-base-uncased](https://huggingface.co/bert-base-uncased), [RoBERTa-large](https://huggingface.co/roberta-large), and [XLM-RoBERTa-large](https://huggingface.co/xlm-roberta-large)."
       ]
     },
     {
@@ -769,7 +770,7 @@
       },
       "outputs": [],
       "source": [
-        "base_model_id = \"xlm-roberta-large\"  # @param [\"roberta-large\", \"xlm-roberta-large\"]"
+        "base_model_id = \"xlm-roberta-large\"  # @param [\"bert-base-uncased\", \"roberta-large\", \"xlm-roberta-large\"]"
       ]
     },
     {