From 97a677c08d8f8f52f70f4fd59bf3377cdc4bce85 Mon Sep 17 00:00:00 2001 From: Kathy Yu <143133934+kathyyu-google@users.noreply.github.com> Date: Wed, 21 Feb 2024 06:11:52 -0800 Subject: [PATCH] Update Gemma deployment and finetuning notebook descriptions. (#2733) --- .../model_garden_gemma_deployment_on_vertex.ipynb | 8 ++++++-- .../model_garden_gemma_finetuning_on_vertex.ipynb | 2 +- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb index fcd5f03cb..7ea7af7d3 100644 --- a/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb +++ b/notebooks/community/model_garden/model_garden_gemma_deployment_on_vertex.ipynb @@ -60,7 +60,11 @@ "source": [ "## Overview\n", "\n", - "This notebook demonstrates deploying Gemma models using Hex-LLM on TPU and using [vLLM](https://github.com/vllm-project/vllm) on GPU. This notebook also showcases how to use the [Text moderation API](https://cloud.google.com/natural-language/docs/moderating-text) to analyze model predictions against a predefined list of safety attributes.\n", + "This notebook demonstrates deploying Gemma models\n", + " * on TPU using **Hex-LLM**, a **H**igh-**E**fficiency **L**arge **L**anguage **M**odel serving solution built with **XLA** that is being developed by Google Cloud, and\n", + " * on GPU using [vLLM](https://github.com/vllm-project/vllm), the state-of-the-art open source LLM serving solution on GPU.\n", + "\n", + "This notebook also showcases how to use the [Text moderation API](https://cloud.google.com/natural-language/docs/moderating-text) to analyze model predictions against a predefined list of safety attributes.\n", "\n", "\n", "### Objective\n", @@ -488,7 +492,7 @@ "source": [ "## Deploy Gemma models with Hex-LLM on TPU and apply Google Cloud Text Moderation\n", "\n", - "**Hex-LLM** is a **H**igh-**E**fficiency **L**arge **L**anguage **M**odel (LLM) TPU serving solution built with **XLA**.\n", + "**Hex-LLM** is a **H**igh-**E**fficiency **L**arge **L**anguage **M**odel (LLM) TPU serving solution built with **XLA**, which is being developed by Google Cloud.\n", "\n", "To request TPU quota, please follow the instructions at [Request a higher quota](https://cloud.google.com/docs/quota/view-manage#requesting_higher_quota)." ] diff --git a/notebooks/community/model_garden/model_garden_gemma_finetuning_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma_finetuning_on_vertex.ipynb index 02699cf0f..e564e3340 100644 --- a/notebooks/community/model_garden/model_garden_gemma_finetuning_on_vertex.ipynb +++ b/notebooks/community/model_garden/model_garden_gemma_finetuning_on_vertex.ipynb @@ -866,7 +866,7 @@ "source": [ "# @title Deploy\n", "# @markdown This section uploads the model to Model Registry and deploys it on the Endpoint. It takes 15 minutes to 1 hour to finish.\n", - "# @markdown **Hex-LLM** is a **H**igh-**E**fficiency **L**arge **L**anguage **M**odel (LLM) TPU serving solution built with **XLA**. This notebook uses TPU v5e 8 cores. Click `Show code` to see more details.\n", + "# @markdown **Hex-LLM** is a **H**igh-**E**fficiency **L**arge **L**anguage **M**odel (LLM) TPU serving solution built with **XLA**, which is being developed by Google Cloud. This notebook uses TPU v5e machines. Click `Show code` to see more details.\n", "\n", "if \"2b\" in model_type:\n", " # Sets ct5lp-hightpu-1t (1 TPU chip) to deploy Gemma 2B models.\n",