Compare commits

...
Author SHA1 Message Date
Vertex MG TeamandCopybara-Service d00a5a0e1c Ollama notebook for deepseek-r1:1.5b-qwen-distill-q4_K_M
PiperOrigin-RevId: 738064364
2025-03-18 10:45:37 -07:00
@@ -165,7 +165,7 @@
"# @markdown This section downloads the `deepseek-r1:1.5b` or `deepseek-r1:671b` model from Ollama and deploys it to a Vertex AI Endpoint.\n",
"# @markdown It takes ~20 minutes to complete the deployment.\n",
"\n",
"MODEL_ID = \"deepseek-r1:1.5b\" # @param [\"deepseek-r1:1.5b\", \"deepseek-r1:671b\"]\n",
"MODEL_ID = \"deepseek-r1:1.5b\" # @param [\"deepseek-r1:1.5b\", \"deepseek-r1:671b\", \"deepseek-r1:1.5b-qwen-distill-q4_K_M\"]\n",
"\n",
"# The pre-built serving docker image for Ollama.\n",
"OLLAMA_DOCKER_URI = \"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/ollama-serve.cu125.0-5.ubuntu2204.py310\"\n",