From 16c38c8fbffc69a9bf47f5747e740a23b0c4657a Mon Sep 17 00:00:00 2001 From: Andrew Ferlitsch Date: Wed, 21 Dec 2022 12:53:24 -0800 Subject: [PATCH] Autoindex official (#1385) * upgrade: prep for auto docs index * upgrade: prep for auto docs index * upgrade: prep work of web index * upgrade: autoindex, map dirnames to tags * upgrade: autogen index, folder to tag * upgrade: autogen index, folder to tag * upgrade: fine-tune layout for webdoc * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks * upgrade: fine-tuning tags and linkbacks --- .../prediction/custom_batch_prediction_feature_filter.ipynb | 4 +++- ...ch-text-sentiment-classification-custom-train-deploy.ipynb | 4 +++- .../pytorch_distributed_training_reduction_server.ipynb | 4 +++- notebooks/official/sdk/SDK_AutoML_Video_Classification.ipynb | 4 +++- ...ge_Managed_Text_Dataset_Tensorflow_Serving_Container.ipynb | 4 +++- .../structured_data/rapid_prototyping_bqml_automl.ipynb | 4 +++- .../official/tabnet/ai-explanations-tabnet-algorithm.ipynb | 4 +++- notebooks/official/tabnet/tabnet_vertex_tutorial.ipynb | 4 +++- 8 files changed, 24 insertions(+), 8 deletions(-) diff --git a/notebooks/official/prediction/custom_batch_prediction_feature_filter.ipynb b/notebooks/official/prediction/custom_batch_prediction_feature_filter.ipynb index e8525fe0c..803e34e77 100644 --- a/notebooks/official/prediction/custom_batch_prediction_feature_filter.ipynb +++ b/notebooks/official/prediction/custom_batch_prediction_feature_filter.ipynb @@ -72,7 +72,9 @@ "## Overview\n", "\n", "\n", - "This tutorial demonstrates how to use the Vertex AI SDK for Python to train a custom tabular classification model and perform batch prediction with feature filtering. This means that you can run batch prediction on a list of selected features or exclude a list of features from prediction." + "This tutorial demonstrates how to use the Vertex AI SDK for Python to train a custom tabular classification model and perform batch prediction with feature filtering. This means that you can run batch prediction on a list of selected features or exclude a list of features from prediction.\n", + "\n", + "Learn more about [Vertex AI Batch Prediction](https://cloud.google.com/vertex-ai/docs/tabular-data/classification-regression/get-batch-predictions)." ] }, { diff --git a/notebooks/official/pytorch/pytorch-text-sentiment-classification-custom-train-deploy.ipynb b/notebooks/official/pytorch/pytorch-text-sentiment-classification-custom-train-deploy.ipynb index b5ead76ee..84c9e5b8d 100644 --- a/notebooks/official/pytorch/pytorch-text-sentiment-classification-custom-train-deploy.ipynb +++ b/notebooks/official/pytorch/pytorch-text-sentiment-classification-custom-train-deploy.ipynb @@ -63,7 +63,9 @@ "\n", "This notebook demonstrates building and deploying a text sentiment classification model by fine-tuing a pre-trained [BERT](https://huggingface.co/bert-base-cased) model using Vertex AI and Pytorch SDK. This example is inspired by the Hugging Face [Token_Classification](https://github.com/huggingface/notebooks/blob/master/examples/token_classification.ipynb) and [Run_Glue](https://github.com/huggingface/transformers/blob/v2.5.0/examples/run_glue.py) notebooks. \n", "\n", - "You can find more details about the model at [Hugging Face Hub](https://huggingface.co/bert-base-cased). For more notebooks with the state of the art PyTorch/Tensorflow/JAX, you can explore [Hugging FaceNotebooks](https://huggingface.co/transformers/notebooks.html).\n" + "You can find more details about the model at [Hugging Face Hub](https://huggingface.co/bert-base-cased). For more notebooks with the state of the art PyTorch/Tensorflow/JAX, you can explore [Hugging FaceNotebooks](https://huggingface.co/transformers/notebooks.html).\n", + "\n", + "Learn more about [Vertex AI Training](https://cloud.google.com/vertex-ai/docs/training/custom-training)." ] }, { diff --git a/notebooks/official/reduction_server/pytorch_distributed_training_reduction_server.ipynb b/notebooks/official/reduction_server/pytorch_distributed_training_reduction_server.ipynb index 0a10c7215..f3f8e4575 100644 --- a/notebooks/official/reduction_server/pytorch_distributed_training_reduction_server.ipynb +++ b/notebooks/official/reduction_server/pytorch_distributed_training_reduction_server.ipynb @@ -61,7 +61,9 @@ "source": [ "## Overview\n", "\n", - "When you run a distributed training job across multiple nodes using GPUs, communicating gradients between nodes can contribute significant latency. Reduction Server is an all-reduce algorithm that can increase throughput and reduce latency for distributed training. This notebook demonstrates how to run a PyTorch distributed training job with Reduction Server on Vertex AI. The training job is created to fine-tune pretrained model `bert-large-cased` from the Hugging Face Transformers library on the `imdb` dataset for sentiment classification." + "When you run a distributed training job across multiple nodes using GPUs, communicating gradients between nodes can contribute significant latency. Reduction Server is an all-reduce algorithm that can increase throughput and reduce latency for distributed training. This notebook demonstrates how to run a PyTorch distributed training job with Reduction Server on Vertex AI. The training job is created to fine-tune pretrained model `bert-large-cased` from the Hugging Face Transformers library on the `imdb` dataset for sentiment classification.\n", + "\n", + "Learn more about [Vertex AI Training](https://cloud.google.com/vertex-ai/docs/training/custom-training) and [Vertex AI Reduction Server](https://cloud.google.com/blog/topics/developers-practitioners/optimize-training-performance-reduction-server-vertex-ai)." ] }, { diff --git a/notebooks/official/sdk/SDK_AutoML_Video_Classification.ipynb b/notebooks/official/sdk/SDK_AutoML_Video_Classification.ipynb index 0e0c25a90..e90c6fb5f 100644 --- a/notebooks/official/sdk/SDK_AutoML_Video_Classification.ipynb +++ b/notebooks/official/sdk/SDK_AutoML_Video_Classification.ipynb @@ -62,7 +62,9 @@ "\n", "This notebook demonstrates how to create an AutoML Video Classification Model, with a Vertex AI video dataset, and how to serve the model for batch prediction. It requires you provide a bucket where the dataset will be stored.\n", "\n", - "Note: you may incur charges for training, prediction, storage or usage of other GCP products in connection with testing this SDK." + "Note: you may incur charges for training, prediction, storage or usage of other GCP products in connection with testing this SDK.\n", + "\n", + "Learn more about [AutoML Video](https://cloud.google.com/vertex-ai/docs/tutorials/video-classification-automl/training)." ] }, { diff --git a/notebooks/official/sdk/SDK_Custom_Training_Python_Package_Managed_Text_Dataset_Tensorflow_Serving_Container.ipynb b/notebooks/official/sdk/SDK_Custom_Training_Python_Package_Managed_Text_Dataset_Tensorflow_Serving_Container.ipynb index a2d04289f..242e5b7c9 100644 --- a/notebooks/official/sdk/SDK_Custom_Training_Python_Package_Managed_Text_Dataset_Tensorflow_Serving_Container.ipynb +++ b/notebooks/official/sdk/SDK_Custom_Training_Python_Package_Managed_Text_Dataset_Tensorflow_Serving_Container.ipynb @@ -62,7 +62,9 @@ "\n", "This notebook demonstrates how to create a Custom Model using Custom Python Package Training, with a Vertex AI Dataset, and how to serve the model using TensorFlow-Serving Container for online prediction, and batch prediction. It requires you to provide a bucket where the dataset will be stored.\n", "\n", - "Note: You may incur charges for training, prediction, storage or usage of other GCP products in connection with testing this SDK.\n" + "Note: You may incur charges for training, prediction, storage or usage of other GCP products in connection with testing this SDK.\n", + "\n", + "Learn more about [Vertex AI Training](https://cloud.google.com/vertex-ai/docs/training/custom-training)." ] }, { diff --git a/notebooks/official/structured_data/rapid_prototyping_bqml_automl.ipynb b/notebooks/official/structured_data/rapid_prototyping_bqml_automl.ipynb index 3dc9ae588..16b64a9ca 100644 --- a/notebooks/official/structured_data/rapid_prototyping_bqml_automl.ipynb +++ b/notebooks/official/structured_data/rapid_prototyping_bqml_automl.ipynb @@ -64,7 +64,9 @@ "This tutorial demonstrates how to use Vertex AI Pipelines to rapid prototype a model using both AutoML and BQML, do an evaluation comparison, for a baseline, before progressing to a custom model.\n", "\n", "\n", - "" + "\n", + "\n", + "Learn more about [AutoML](https://cloud.google.com/vertex-ai/docs/start/automl-users) and [BigQuery ML](https://cloud.google.com/bigquery-ml/docs/introduction)." ] }, { diff --git a/notebooks/official/tabnet/ai-explanations-tabnet-algorithm.ipynb b/notebooks/official/tabnet/ai-explanations-tabnet-algorithm.ipynb index fac63ede3..8c255b961 100644 --- a/notebooks/official/tabnet/ai-explanations-tabnet-algorithm.ipynb +++ b/notebooks/official/tabnet/ai-explanations-tabnet-algorithm.ipynb @@ -63,7 +63,9 @@ "\n", "Vertex AI provides a algorithm called on [TabNet] (https://arxiv.org/abs/1908.07442). TabNet is an interpretable deep learning architecture for tabular (structured) data, the most common data type among enterprises. TabNet combines the best of two worlds: it is explainable, like simpler tree-based models, and can achieve the high accuracy of complex black-box models and ensembles, meaning it is precise without obscuring how the model works. This makes TabNet well-suited for a wide range of tabular data tasks where model explainability is just as important as accuracy.\n", "\n", - "The goal of the tutorial is to provide a sample plotting tool to visualize the output of TabNet, which is helpful in explaining the algorithm.\n" + "The goal of the tutorial is to provide a sample plotting tool to visualize the output of TabNet, which is helpful in explaining the algorithm.\n", + "\n", + "Learn more about [Vertex AI TabNet](https://cloud.google.com/vertex-ai/docs/tabular-data/tabular-workflows/tabnet) and [Vertex Explainable AI](https://cloud.google.com/vertex-ai/docs/explainable-ai/overview)." ] }, { diff --git a/notebooks/official/tabnet/tabnet_vertex_tutorial.ipynb b/notebooks/official/tabnet/tabnet_vertex_tutorial.ipynb index c0b550b93..a6a662f40 100644 --- a/notebooks/official/tabnet/tabnet_vertex_tutorial.ipynb +++ b/notebooks/official/tabnet/tabnet_vertex_tutorial.ipynb @@ -65,7 +65,9 @@ "\n", "TabNet combines the best of two worlds: it is explainable (similar to simpler tree-based models) while benefiting from high performance (similar to deep neural networks). This makes it great for retailers, finance and insurance industry applications such as predicting credit scores, fraud detection and forecasting. \n", "\n", - "TabNet uses a machine learning technique called sequential attention to select which model features to reason from at each step in the model. This mechanism makes it possible to explain how the model arrives at its predictions and helps it learn more accurate models. Thanks to this design, TabNet not only outperforms other neural networks and decision trees but also provides interpretable feature attributions. Releasing TabNet as a First Party Trainer in Vertex AI means you'll be able to easily take advantage of TabNet's architecture and explainability and use it to train models on your own data. " + "TabNet uses a machine learning technique called sequential attention to select which model features to reason from at each step in the model. This mechanism makes it possible to explain how the model arrives at its predictions and helps it learn more accurate models. Thanks to this design, TabNet not only outperforms other neural networks and decision trees but also provides interpretable feature attributions. Releasing TabNet as a First Party Trainer in Vertex AI means you'll be able to easily take advantage of TabNet's architecture and explainability and use it to train models on your own data. \n", + "\n", + "Learn more about [Vertex AI TabNet](https://cloud.google.com/vertex-ai/docs/tabular-data/tabular-workflows/tabnet) and [Vertex AI Hyperparameter Tuning](https://cloud.google.com/vertex-ai/docs/training/hyperparameter-tuning-overview)." ] }, {