Compare commits

...
Author SHA1 Message Date
Andrew FerlitschandGitHub d067f1593e Merge branch 'main' into mlops_model_monitoring 2022-08-22 16:05:50 -07:00
Andrew Ferlitsch b1ae520716 fix: review comments 2022-08-22 19:41:50 +00:00
Andrew Ferlitsch 4b9ba205f5 fix: review comments 2022-08-22 19:31:52 +00:00
8cdc7f1f79 Modified notebook multi_node_ddp_gloo_vertex_training_with_custom_container.ipynb (#886)
* modified notebook according to template

* ran linter

Co-authored-by: gericdong <itseric@google.com>
2022-08-22 10:57:24 -04:00
Andrew Ferlitsch 06a16f7e53 feat: model monitoring 2022-08-21 18:35:04 +00:00
Andrew Ferlitsch 585d2f8edc feat: model monitoring 2022-08-21 18:31:32 +00:00
Ivan CheungandGitHub 84fd10f408 fix: Fixed kernel spec by forcing it to use python3 (#889) 2022-08-19 18:43:07 -07:00
3 changed files with 1558 additions and 978 deletions
+6 -5
View File
@@ -26,6 +26,9 @@ from utils import util
# This script is used to execute a notebook and write out the output notebook.
# This is used to force papermill to use this kernel to run the notebook instead of any defined inside the notebook itself
DEFAULT_KERNEL_NAME = "python3"
def execute_notebook(
notebook_source: str,
@@ -50,14 +53,11 @@ def execute_notebook(
execution_exception = None
print("\n=== DOWNLOAD EXECUTED NOTEBOOK ===\n")
print(
f"Please debug the executed notebook by downloading the executed notebook:"
)
print(f"Please debug the executed notebook by downloading the executed notebook:")
print("Option 1. Using gsutil. Run the following command in your terminal.")
print(f"\tgsutil cp \"{output_file_or_uri}\" .")
print(f'\tgsutil cp "{output_file_or_uri}" .')
print("Option 2. Using this link.")
print(f"\thttps://storage.googleapis.com/{output_file_or_uri[5:]}")
@@ -72,6 +72,7 @@ def execute_notebook(
output_path=notebook_source,
progress_bar=should_log_output,
request_save_on_cell_execute=should_log_output,
kernel_name=DEFAULT_KERNEL_NAME,
log_output=should_log_output,
stdout_file=sys.stdout if should_log_output else None,
stderr_file=sys.stderr if should_log_output else None,
File diff suppressed because it is too large Load Diff