Compare commits

...
Author SHA1 Message Date
Vertex MG TeamandCopybara-Service be527a38b8 Rollback breaking change
PiperOrigin-RevId: 695972060
2024-11-12 21:10:26 -08:00
@@ -135,6 +135,7 @@
"import datetime\n",
"import importlib\n",
"import os\n",
"import re\n",
"import uuid\n",
"from typing import Tuple\n",
"\n",
@@ -215,7 +216,21 @@
"VERTEX_AI_MODEL_GARDEN_LLAMA_3_1 = \"\" # @param {type:\"string\", isTemplate:true}\n",
"assert (\n",
" VERTEX_AI_MODEL_GARDEN_LLAMA_3_1\n",
"), \"Click the agreement of Llama 3.1 in Vertex AI Model Garden, and get the GCS path of Llama 3.1 model artifacts.\""
"), \"Click the agreement of Llama 3.1 in Vertex AI Model Garden, and get the GCS path of Llama 3.1 model artifacts.\"\n",
"parsed_gcs_url = re.search(\"gs://.*?(?=[ ]|$)\", VERTEX_AI_MODEL_GARDEN_LLAMA_3_1)\n",
"if parsed_gcs_url:\n",
" VERTEX_AI_MODEL_GARDEN_LLAMA_3_1 = parsed_gcs_url.group()\n",
"assert VERTEX_AI_MODEL_GARDEN_LLAMA_3_1.startswith(\n",
" \"gs://\"\n",
"), \"VERTEX_AI_MODEL_GARDEN_LLAMA_3_1 is expected to be a GCS URI and must start with `gs://`.\"\n",
"print(\n",
" \"Copying LLaMA3 model artifacts from\",\n",
" VERTEX_AI_MODEL_GARDEN_LLAMA_3_1,\n",
" \"to \",\n",
" MODEL_BUCKET,\n",
")\n",
"\n",
"! gsutil -m cp -R $VERTEX_AI_MODEL_GARDEN_LLAMA_3_1/* $MODEL_BUCKET"
]
},
{
@@ -247,9 +262,6 @@
"# @markdown Select one of the four model variations. More model variants will be supported by Hex-LLM in the future.\n",
"MODEL_ID = \"Meta-Llama-3.1-8B\" # @param [\"Meta-Llama-3.1-8B\", \"Meta-Llama-3.1-8B-Instruct\", \"Meta-Llama-3.1-70B\", \"Meta-Llama-3.1-70B-Instruct\"] {allow-input: true, isTemplate: true}\n",
"TPU_DEPLOYMENT_REGION = \"us-west1\" # @param [\"us-west1\"] {isTemplate:true}\n",
"common_util.copy_model_artifacts(\n",
" MODEL_ID, VERTEX_AI_MODEL_GARDEN_LLAMA_3_1, MODEL_BUCKET\n",
")\n",
"model_id = os.path.join(MODEL_BUCKET, MODEL_ID)\n",
"hf_model_id = \"meta-llama/\" + MODEL_ID\n",
"\n",
@@ -562,9 +574,6 @@
"\n",
"base_model_name = \"Meta-Llama-3.1-8B\" # @param [\"Meta-Llama-3.1-8B\", \"Meta-Llama-3.1-8B-Instruct\", \"Meta-Llama-3.1-70B\", \"Meta-Llama-3.1-70B-Instruct\", \"Meta-Llama-3.1-405B-FP8\", \"Meta-Llama-3.1-405B-Instruct-FP8\"] {isTemplate:true}\n",
"model_id = os.path.join(MODEL_BUCKET, base_model_name)\n",
"common_util.copy_model_artifacts(\n",
" base_model_name, VERTEX_AI_MODEL_GARDEN_LLAMA_3_1, MODEL_BUCKET\n",
")\n",
"hf_model_id = \"meta-llama/\" + base_model_name\n",
"\n",
"# The pre-built serving docker images.\n",
@@ -870,9 +879,6 @@
"\n",
"base_model_name = \"Meta-Llama-3.1-8B\" # @param [\"Meta-Llama-3.1-8B\", \"Meta-Llama-3.1-8B-Instruct\", \"Meta-Llama-3.1-70B\", \"Meta-Llama-3.1-70B-Instruct\"] {isTemplate:true}\n",
"model_id = os.path.join(MODEL_BUCKET, base_model_name)\n",
"common_util.copy_model_artifacts(\n",
" base_model_name, VERTEX_AI_MODEL_GARDEN_LLAMA_3_1, MODEL_BUCKET\n",
")\n",
"hf_model_id = \"meta-llama/\" + base_model_name\n",
"\n",
"# The pre-built serving docker images.\n",