feat: filter for notebooks under investigation (#2497)

This commit is contained in:
Andrew Ferlitsch
2023-11-13 23:53:33 +00:00
committed by GitHub
parent 959c56a4c7
commit 9757e14644
2 changed files with 28 additions and 1 deletions
+11 -1
View File
@@ -6,6 +6,7 @@ Cloud Storage location: gs://cloud-build-notebooks-presubmit/build_results/
import argparse
import json
from util import download_file
import csv
parser = argparse.ArgumentParser()
@@ -13,6 +14,12 @@ parser.add_argument('--file', dest='file',
default='build.json', type=str, help='build results file')
args = parser.parse_args()
investigate = {}
with open('investigate.csv', 'r') as csvfile:
reader = csv.reader(csvfile)
for row in reader:
investigate[row[0][:-6]] = row[1]
if args.file.startswith("gs://"):
path = args.file[5:]
bucket = path.split('/')[0]
@@ -28,7 +35,10 @@ for item in results.items():
if item[1]['passed']:
passed = "PASS"
else:
passed = "FAIL"
if notebook in investigate:
passed = "INVG"
else:
passed = "FAIL"
error = item[1]['error_type']
+17
View File
@@ -0,0 +1,17 @@
bigquery_ml/bqml-online-prediction.ipynb,flaky
prediction/llm_streaming_prediction.ipynb,regr
custom/get_started_with_vertex_endpoint_and_shared_vm.ipynb,wait_for_fix
feature_store/online_feature_serving_and_fetching_bigquery_data_with_feature_store.ipynb,regr
pipelines/google_cloud_pipeline_components_TPU_model_train_upload_deploy.ipynb,wait_for_fix
explainable_ai/sdk_custom_image_classification_batch_explain.ipynb,regr
explainable_ai/sdk_custom_tabular_regression_online_explain.ipynb,regr
explainable_ai/sdk_automl_tabular_binary_classification_batch_explain.ipynb,regr
explainable_ai/xai_image_classification_feature_attributions.ipynb,regr
matching_engine/sdk_matching_engine_create_multimodal_embeddings.ipynb,internal
matching_engine/sdk_matching_engine_create_stack_overflow_embeddings.ipynb,internal
matching_engine/sdk_matching_engine_for_indexing.ipynb,internal
matching_engine,sdk_matching_engine_create_stack_overflow_embeddings_vertex.ipynb,regr
migration/sdk-automl-image-classification-batch-online.ipynb,regr
automl/automl_forecasting_bqml_arima_plus_comparison.ipynb,flaky
experiments/build_model_experimentation_lineage_with_prebuild_code.ipynb,regr
model_evaluation/custom_tabular_regression_model_evaluation.ipynb,regr
1 bigquery_ml/bqml-online-prediction.ipynb flaky
2 prediction/llm_streaming_prediction.ipynb regr
3 custom/get_started_with_vertex_endpoint_and_shared_vm.ipynb wait_for_fix
4 feature_store/online_feature_serving_and_fetching_bigquery_data_with_feature_store.ipynb regr
5 pipelines/google_cloud_pipeline_components_TPU_model_train_upload_deploy.ipynb wait_for_fix
6 explainable_ai/sdk_custom_image_classification_batch_explain.ipynb regr
7 explainable_ai/sdk_custom_tabular_regression_online_explain.ipynb regr
8 explainable_ai/sdk_automl_tabular_binary_classification_batch_explain.ipynb regr
9 explainable_ai/xai_image_classification_feature_attributions.ipynb regr
10 matching_engine/sdk_matching_engine_create_multimodal_embeddings.ipynb internal
11 matching_engine/sdk_matching_engine_create_stack_overflow_embeddings.ipynb internal
12 matching_engine/sdk_matching_engine_for_indexing.ipynb internal
13 matching_engine sdk_matching_engine_create_stack_overflow_embeddings_vertex.ipynb regr
14 migration/sdk-automl-image-classification-batch-online.ipynb regr
15 automl/automl_forecasting_bqml_arima_plus_comparison.ipynb flaky
16 experiments/build_model_experimentation_lineage_with_prebuild_code.ipynb regr
17 model_evaluation/custom_tabular_regression_model_evaluation.ipynb regr