feat: Update the model id to a default value, this is not used when the deployed endpoint is passed in

PiperOrigin-RevId: 725755135
2026-09-26 14:42:04 +00:00 · 2025-02-11 13:41:52 -08:00
1 changed files with 7 additions and 5 deletions
@@ -179,7 +179,9 @@
        "# @title Initialize Vertex AI SDK for Python\n",
        "import vertexai\n",
        "\n",
-        "vertexai.init(project=PROJECT_ID, location=REGION, staging_bucket=STAGING_BUCKET)"
+        "vertexai.init(project=PROJECT_ID, location=REGION, staging_bucket=STAGING_BUCKET)\n",
+        "\n",
+        "MODEL_ID = \"meta/llama-3.1-405b-instruct-maas\"  # this is a placeholder only, and it is not being used by the agent."
      ]
    },
    {
@@ -250,7 +252,7 @@
        "        model_kwargs = {}\n",
        "\n",
        "    return ChatOpenAI(\n",
-        "        model=\"\",\n",
+        "        model=model_name,\n",
        "        base_url=DEPLOYED_MODEL_ENDPOINT,\n",
        "        api_key=creds.token,\n",
        "        **model_kwargs,\n",
@@ -265,7 +267,7 @@
        "top_p = 1.0  # @param {type:\"number\"}\n",
        "\n",
        "agent = reasoning_engines.LangchainAgent(\n",
-        "    model=\"\",  # Required.\n",
+        "    model=MODEL_ID,  # Required.\n",
        "    model_builder=model_builder,  # Required.\n",
        "    model_kwargs={\n",
        "        \"temperature\": temperature,  # Optional.\n",
@@ -370,7 +372,7 @@
        "\n",
        "\n",
        "agent = reasoning_engines.LangchainAgent(\n",
-        "    model=\"\",\n",
+        "    model=MODEL_ID,\n",
        "    model_builder=model_builder,\n",
        "    runnable_builder=lcel_builder,\n",
        ")\n",
@@ -493,7 +495,7 @@
        "\n",
        "\n",
        "agent = reasoning_engines.LangchainAgent(\n",
-        "    model=\"\",  # Required.\n",
+        "    model=MODEL_ID,  # Required.\n",
        "    model_builder=model_builder,  # Required.\n",
        "    tools=[get_exchange_rate],  # Optional.\n",
        "    agent_executor_kwargs={\n",