xiaohei/model_garden
1
0
Fork 0
mirror of https://github.com/GoogleCloudPlatform/vertex-ai-samples.git synced 2026-09-26 14:42:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: skipping in indexer (#2452)

Browse Source
This commit is contained in:
Andrew Ferlitsch
2023-10-31 22:36:33 +00:00
committed by GitHub
parent 9cb9d272f0
commit 6afc5ce353
2 changed files with 18 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.cloud-build/web-index/do_not_index.txt
+11 -3
View File
@@ -1,3 +1,11 @@
sdk2_remote_training.ipynb
sdk2_remote_hyperparmeter_tuning.ipynb
sdk2_remote_predicton.ipynb
sdk2_remote_tabnet_training.ipynb
remote_hyperparameter_tuning.ipynb
remote_prediction.ipynb
remote_training_bigframes_pytorch.ipynb
remote_training_bigframes_sklearn.ipynb
remote_training_bigframes_tensorflow.ipynb
remote_training_lightning.ipynb
remote_training_pytorch.ipynb
remote_training_sklearn.ipynb
remote_training_tensorflow_with_autologging.ipynb
notebooks/notebook_template_review.py
+7 -4
View File
@@ -218,6 +218,7 @@ def parse_dir(directory: str) -> int:
exit_code += parse_dir(entry.path)
elif entry.name.endswith('.ipynb'):
if entry.name in skip_list:
print(f"Warning: skipping notebook {entry.name}", file=sys.stderr)
continue
tag = directory.split('/')[-1]
if tag == 'automl':
@@ -1345,14 +1346,16 @@ if args.web:
if args.skip_file:
if not os.path.isfile(args.skip_file):
print("Error: file does not exist", args.skip_file)
print(f"Error: file does not exist: {args.skip_file}", file=sys.stderr)
exit(1)
else:
with open(args.skip_file, 'r') as csvfile:
reader = csv.reader(csvfile)
for row in reader:
notebook = row[0]
skip_list.append(notebook)
if len(row) > 0:
notebook = row[0]
skip_list.append(notebook)
print(f"Skip entry {notebook}", file=sys.stderr)
if args.notebook_dir:
if not os.path.isdir(args.notebook_dir):
@@ -1366,7 +1369,7 @@ elif args.notebook:
exit_code = parse_notebook(args.notebook, tags=[], linkback=None, rules=rules)
elif args.notebook_file:
if not os.path.isfile(args.notebook_file):
print("Error: file does not exist", args.notebook_file)
print(f"Error: file does not exist {args.notebook_file}", file=sys.stderr)
else:
exit_code = 0
with open(args.notebook_file, 'r') as csvfile: