xiaohei/model_garden
1
0
Fork 0
mirror of https://github.com/GoogleCloudPlatform/vertex-ai-samples.git synced 2026-09-26 14:42:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add V100 recommendations for LLaMA 2. (#2409)

Browse Source
This commit is contained in:
Kathy Yu
2023-10-24 16:56:52 +00:00
committed by GitHub
parent a5a003b831
commit ced4f55dac
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
notebooks/community/model_garden/model_garden_pytorch_llama2_peft.ipynb
+8
View File
@@ -842,6 +842,14 @@
"# accelerator_type = \"NVIDIA_TESLA_A100\"\n",
"# accelerator_count = 1\n",
"\n",
"# If A100 is not available, you may finetune LLaMA2 13B models with multiple\n",
"# V100s. Please keep in mind that the efficiency of finetuning with multiple\n",
"# V100s is inferior to finetuning with 1 A100.\n",
"# Finetunes LLaMA2 13B with 2 V100 (16G).\n",
"# machine_type = \"n1-standard-8\"\n",
"# accelerator_type = \"NVIDIA_TESLA_V100\"\n",
"# accelerator_count = 2\n",
"\n",
"# Finetunes and LLaMA2 70B with 4 A100 (40G).\n",
"# machine_type = \"a2-highgpu-4g\"\n",
"# accelerator_type = \"NVIDIA_TESLA_A100\"\n",