diff --git a/.cloud-build/tests/flaky.py b/.cloud-build/tests/flaky.py new file mode 100644 index 000000000..8cc605eb9 --- /dev/null +++ b/.cloud-build/tests/flaky.py @@ -0,0 +1,46 @@ +# grep PASSED tests.txt | cut -c 10-100 >passed.txt + +import os + +repo_dir = '/home/jupyter/vertex-ai-samples/' +repo_dir_len = len(repo_dir) +official_dir = repo_dir + 'notebooks/official' + +entries = os.scandir(official_dir) +folders = [] +for entry in entries: + if entry.is_dir(): + folders.append(entry.path) + +# Passing +with open('passed.txt', 'r') as pass_file: + notebook_names = pass_file.readlines() + +notebooks = [] +for folder in folders: + entries = os.scandir(folder) + for entry in entries: + for notebook in notebook_names: + if entry.name == notebook.rstrip(): + notebooks.append(entry.path[repo_dir_len:]) + +with open('passing_tests.txt', 'w') as f: + for notebook in notebooks: + f.write(notebook + '\n') + + +# Failing +with open('failed.txt', 'r') as fail_file: + notebook_names = fail_file.readlines() + +notebooks = [] +for folder in folders: + entries = os.scandir(folder) + for entry in entries: + for notebook in notebook_names: + if entry.name == notebook.rstrip(): + notebooks.append(entry.path[repo_dir_len:]) + +with open('failing_tests.txt', 'w') as f: + for notebook in notebooks: + f.write(notebook + '\n') \ No newline at end of file