Compare commits

...
Author SHA1 Message Date
Andrew FerlitschandGitHub e1fce2a558 Merge branch 'main' into autoreview_tuning 2022-09-28 08:17:30 -07:00
Andrew Ferlitsch a5ed0b470c fix: tuning the script 2022-09-28 15:14:44 +00:00
2 changed files with 50 additions and 9 deletions
+32
View File
@@ -0,0 +1,32 @@
tag,notebook
AutoML,official/automl/automl-text-classification.ipynb
AutoML,official/automl/sdk_automl_tabular_forecasting_batch.ipynb
Tabular Data,official/automl/automl_forecasting_bqml_arima_plus_comparison.ipynb
Tabular Data,official/automl/automl_tabular_on_vertex_pipelines.ipynb
Custom Training,official/custom/sdk-custom-image-classification-batch.ipynb
Custom Training,official/custom/sdk-custom-image-classification-online.ipynb
Vertex Explainable AI,official/explainable_ai/sdk_automl_tabular_binary_classification_batch_explain.ipynb
Vertex Explainable AI,official/explainable_ai/sdk_automl_tabular_classification_online_explain.ipynb
Vertex Explainable AI,official/explainable_ai/sdk_custom_image_classification_batch_explain.ipynb
Vertex Explainable AI,official/explainable_ai/sdk_custom_image_classification_online_explain.ipynb
Vertex Explainable AI,official/explainable_ai/sdk_custom_tabular_regression_batch_explain.ipynb
Vertex Explainable AI,official/explainable_ai/sdk_custom_tabular_regression_online_explain.ipynb
Vertex AI Experiments,official/experiments/comparing_pipeline_runs.ipynb
Vertex AI Experiments,official/experiments/build_model_experimentation_lineage_with_prebuild_code.ipynb
Vertex AI Experiments,official/experiments/comparing_local_trained_models.ipynb
Vertex AI Feature Store,official/feature_store/sdk-feature-store.ipynb
Matching Engine,official/matching_engine/sdk_matching_engine_for_indexing.ipynb
BigQuery ML and Vertex AI Model Registry,official/model-registry/bqml-vertexai-model-registry.ipynb
Vertex ML Metadata,official/ml_metadata/sdk-metric-parameter-tracking-for-custom-jobs.ipynb
Model Monitoring,official/model_monitoring/model_monitoring.ipynb
Vertex AI Pipelines,official/pipelines/lightweight_functions_component_io_kfp.ipynb
Vertex AI Pipelines,official/pipelines/google_cloud_pipeline_components_automl_images.ipynb
Vertex AI Pipelines,official/pipelines/automl_tabular_classification_beans.ipynb
Vertex AI Pipelines,official/pipelines/google_cloud_pipeline_components_automl_tabular.ipynb
Vertex AI Pipelines,official/pipelines/google_cloud_pipeline_components_automl_text.ipynb
Vertex AI Pipelines,official/pipelines/custom_model_training_and_batch_prediction.ipynb
Vertex AI Pipelines,official/pipelines/google_cloud_pipeline_components_model_train_upload_deploy.ipynb
Vertex AI Pipelines,official/pipelines/control_flow_kfp.ipynb
Vertex AI Pipelines,official/pipelines/metrics_viz_run_compare_kfp.ipynb
Vertex AI Pipelines,official/pipelines/pipelines_intro_kfp.ipynb
Vertex AI Vizier,official/vizier/gapic-vizier-multi-objective-optimization.ipynb
1 tag notebook
2 AutoML official/automl/automl-text-classification.ipynb
3 AutoML official/automl/sdk_automl_tabular_forecasting_batch.ipynb
4 Tabular Data official/automl/automl_forecasting_bqml_arima_plus_comparison.ipynb
5 Tabular Data official/automl/automl_tabular_on_vertex_pipelines.ipynb
6 Custom Training official/custom/sdk-custom-image-classification-batch.ipynb
7 Custom Training official/custom/sdk-custom-image-classification-online.ipynb
8 Vertex Explainable AI official/explainable_ai/sdk_automl_tabular_binary_classification_batch_explain.ipynb
9 Vertex Explainable AI official/explainable_ai/sdk_automl_tabular_classification_online_explain.ipynb
10 Vertex Explainable AI official/explainable_ai/sdk_custom_image_classification_batch_explain.ipynb
11 Vertex Explainable AI official/explainable_ai/sdk_custom_image_classification_online_explain.ipynb
12 Vertex Explainable AI official/explainable_ai/sdk_custom_tabular_regression_batch_explain.ipynb
13 Vertex Explainable AI official/explainable_ai/sdk_custom_tabular_regression_online_explain.ipynb
14 Vertex AI Experiments official/experiments/comparing_pipeline_runs.ipynb
15 Vertex AI Experiments official/experiments/build_model_experimentation_lineage_with_prebuild_code.ipynb
16 Vertex AI Experiments official/experiments/comparing_local_trained_models.ipynb
17 Vertex AI Feature Store official/feature_store/sdk-feature-store.ipynb
18 Matching Engine official/matching_engine/sdk_matching_engine_for_indexing.ipynb
19 BigQuery ML and Vertex AI Model Registry official/model-registry/bqml-vertexai-model-registry.ipynb
20 Vertex ML Metadata official/ml_metadata/sdk-metric-parameter-tracking-for-custom-jobs.ipynb
21 Model Monitoring official/model_monitoring/model_monitoring.ipynb
22 Vertex AI Pipelines official/pipelines/lightweight_functions_component_io_kfp.ipynb
23 Vertex AI Pipelines official/pipelines/google_cloud_pipeline_components_automl_images.ipynb
24 Vertex AI Pipelines official/pipelines/automl_tabular_classification_beans.ipynb
25 Vertex AI Pipelines official/pipelines/google_cloud_pipeline_components_automl_tabular.ipynb
26 Vertex AI Pipelines official/pipelines/google_cloud_pipeline_components_automl_text.ipynb
27 Vertex AI Pipelines official/pipelines/custom_model_training_and_batch_prediction.ipynb
28 Vertex AI Pipelines official/pipelines/google_cloud_pipeline_components_model_train_upload_deploy.ipynb
29 Vertex AI Pipelines official/pipelines/control_flow_kfp.ipynb
30 Vertex AI Pipelines official/pipelines/metrics_viz_run_compare_kfp.ipynb
31 Vertex AI Pipelines official/pipelines/pipelines_intro_kfp.ipynb
32 Vertex AI Vizier official/vizier/gapic-vizier-multi-objective-optimization.ipynb
+18 -9
View File
@@ -3,6 +3,7 @@ import argparse
import json
import os
import urllib.request
import csv
parser = argparse.ArgumentParser()
parser.add_argument('--notebook-dir', dest='notebook_dir',
@@ -73,6 +74,10 @@ def parse_notebook(path):
else:
title = cell['source'][0][2:].strip()
check_sentence_case(path, title)
# H1 title only
if len(cell['source']) == 1:
cell, nth = get_cell(path, cells, nth)
# check links.
source = ''
@@ -317,7 +322,7 @@ def check_sentence_case(path, heading):
for word in words[1:]:
word = word.replace(':', '').replace('(', '').replace(')', '')
if word in ['E2E', 'Vertex', 'AutoML', 'ML', 'AI', 'GCP', 'API', 'R', 'CMEK', 'TFX', 'TFDV', 'SDK',
'VM', 'CPR', 'NVIDIA', 'ID', 'DASK']:
'VM', 'CPR', 'NVIDIA', 'ID', 'DASK', 'ARIMA_PLUS', 'KFP']:
continue
if word.isupper():
report_error(path, 3, f"heading is not sentence case: {word}")
@@ -427,14 +432,18 @@ elif args.notebook_file:
if not os.path.isfile(args.notebook_file):
print("Error: file does not exist", args.notebook_file)
else:
with open(args.notebook_file, 'r') as f:
notebooks = f.readlines()
for notebook in notebooks:
notebook = notebook.strip()
if not os.path.isfile(notebook):
print("Error: notebook does not exist", notebook)
else:
parse_notebook(notebook)
with open(args.notebook_file, 'r') as csvfile:
reader = csv.reader(csvfile)
heading = True
for row in reader:
if heading:
heading = False
else:
tag = row[0]
notebook = row[1]
parse_notebook(notebook)
else: