From 9757e14644e543e7cfac93ad4c9bc06fb757fdaa Mon Sep 17 00:00:00 2001 From: Andrew Ferlitsch Date: Mon, 13 Nov 2023 15:53:33 -0800 Subject: [PATCH] feat: filter for notebooks under investigation (#2497) --- .cloud-build/utils/build_results_viewer.py | 12 +++++++++++- .cloud-build/utils/investigate.csv | 17 +++++++++++++++++ 2 files changed, 28 insertions(+), 1 deletion(-) create mode 100644 .cloud-build/utils/investigate.csv diff --git a/.cloud-build/utils/build_results_viewer.py b/.cloud-build/utils/build_results_viewer.py index 256fc8dea..6715f0466 100644 --- a/.cloud-build/utils/build_results_viewer.py +++ b/.cloud-build/utils/build_results_viewer.py @@ -6,6 +6,7 @@ Cloud Storage location: gs://cloud-build-notebooks-presubmit/build_results/ import argparse import json from util import download_file +import csv parser = argparse.ArgumentParser() @@ -13,6 +14,12 @@ parser.add_argument('--file', dest='file', default='build.json', type=str, help='build results file') args = parser.parse_args() +investigate = {} +with open('investigate.csv', 'r') as csvfile: + reader = csv.reader(csvfile) + for row in reader: + investigate[row[0][:-6]] = row[1] + if args.file.startswith("gs://"): path = args.file[5:] bucket = path.split('/')[0] @@ -28,7 +35,10 @@ for item in results.items(): if item[1]['passed']: passed = "PASS" else: - passed = "FAIL" + if notebook in investigate: + passed = "INVG" + else: + passed = "FAIL" error = item[1]['error_type'] diff --git a/.cloud-build/utils/investigate.csv b/.cloud-build/utils/investigate.csv new file mode 100644 index 000000000..315ebb56a --- /dev/null +++ b/.cloud-build/utils/investigate.csv @@ -0,0 +1,17 @@ +bigquery_ml/bqml-online-prediction.ipynb,flaky +prediction/llm_streaming_prediction.ipynb,regr +custom/get_started_with_vertex_endpoint_and_shared_vm.ipynb,wait_for_fix +feature_store/online_feature_serving_and_fetching_bigquery_data_with_feature_store.ipynb,regr +pipelines/google_cloud_pipeline_components_TPU_model_train_upload_deploy.ipynb,wait_for_fix +explainable_ai/sdk_custom_image_classification_batch_explain.ipynb,regr +explainable_ai/sdk_custom_tabular_regression_online_explain.ipynb,regr +explainable_ai/sdk_automl_tabular_binary_classification_batch_explain.ipynb,regr +explainable_ai/xai_image_classification_feature_attributions.ipynb,regr +matching_engine/sdk_matching_engine_create_multimodal_embeddings.ipynb,internal +matching_engine/sdk_matching_engine_create_stack_overflow_embeddings.ipynb,internal +matching_engine/sdk_matching_engine_for_indexing.ipynb,internal +matching_engine,sdk_matching_engine_create_stack_overflow_embeddings_vertex.ipynb,regr +migration/sdk-automl-image-classification-batch-online.ipynb,regr +automl/automl_forecasting_bqml_arima_plus_comparison.ipynb,flaky +experiments/build_model_experimentation_lineage_with_prebuild_code.ipynb,regr +model_evaluation/custom_tabular_regression_model_evaluation.ipynb,regr