Merge branch 'main' into ml_ops_7

Merge branch 'ml_ops_7' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_7
feat: add endpoint notebook
2026-09-26 22:51:56 +00:00 · 2022-03-30 15:44:45 -07:00 · 2022-03-30 22:43:54 +00:00 · 2022-03-30 22:43:00 +00:00 · 2022-03-30 22:41:21 +00:00 · 2022-03-28 16:56:55 -07:00
2 changed files with 1643 additions and 1 deletions
@@ -767,6 +767,13 @@
        "    strategy = tf.distribute.MultiWorkerMirroredStrategy()\n",
        "    logging.info(\"Multi-worker Strategy distributed training\")\n",
        "    logging.info('TF_CONFIG = {}'.format(os.environ.get('TF_CONFIG', 'Not found')))\n",
+        "    # Single Machine, multiple TPU devices\n",
+        "elif args.distribute == 'tpu':\n",
+        "    cluster_resolver = tf.distribute.cluster_resolver.TPUClusterResolver(tpu=\"local\")\n",
+        "    tf.config.experimental_connect_to_cluster(cluster_resolver)\n",
+        "    tf.tpu.experimental.initialize_tpu_system(cluster_resolver)\n",
+        "    strategy = tf.distribute.TPUStrategy(cluster_resolver)\n",
+        "    print(\"All devices: \", tf.config.list_logical_devices('TPU'))\n",
        "\n",
        "logging.info('num_replicas_in_sync = {}'.format(strategy.num_replicas_in_sync))\n",
        "\n",
@@ -825,8 +832,11 @@
        "    else:\n",
        "        task_type, task_id = None, None\n",
        "\n",
+        "    if args.distribute==\"tpu\":\n",
+        "        save_locally = tf.saved_model.SaveOptions(experimental_io_device='/job:localhost')\n",
+        "        model.save(args.model_dir, options=save_locally)\n",
        "    # single, mirrored or primary for multiworker\n",
-        "    if _is_chief(task_type, task_id):\n",
+        "    elif _is_chief(task_type, task_id):\n",
        "        model.save(args.model_dir)\n",
        "    # non-primary workers for multi-workers\n",
        "    else:\n",
Author	SHA1	Message	Date
Andrew FerlitschandGitHub	5bfdfbdfd5	Merge branch 'main' into ml_ops_7	2022-03-30 15:44:45 -07:00
Andrew Ferlitsch	512e5e3a87	Merge branch 'ml_ops_7' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_7	2022-03-30 22:43:54 +00:00
Andrew Ferlitsch	1392135896	feat: add endpoint notebook	2022-03-30 22:43:00 +00:00
Andrew Ferlitsch	2ef44301d3	feat: add endpoint notebook	2022-03-30 22:41:21 +00:00
Andrew FerlitschandGitHub	9625202473	Merge branch 'main' into ml_ops_7	2022-03-28 16:56:55 -07:00
Andrew Ferlitsch	b8608ec84e	Merge branch 'ml_ops_7' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_7	2022-03-28 23:56:00 +00:00
Andrew Ferlitsch	b6169ab648	feat: add TFHub model example	2022-03-28 23:55:48 +00:00
Andrew Ferlitsch	60693d657f	feat: add TFHub model example	2022-03-28 23:54:53 +00:00
Andrew FerlitschandGitHub	19a6e647c5	Merge branch 'main' into ml_ops_7	2022-03-26 09:50:49 -07:00
Andrew Ferlitsch	5290a9da92	update: details on dsl.Condition	2022-03-26 16:49:32 +00:00
Andrew Ferlitsch	426402061e	update: details on dsl.Condition	2022-03-26 16:48:34 +00:00
Andrew Ferlitsch	f036c105f2	feat: add data labeling notebook	2022-03-25 22:55:00 +00:00
Andrew Ferlitsch	44ce5e740c	feat: add data labeling notebook	2022-03-25 22:54:29 +00:00