Compare commits

...
Author SHA1 Message Date
ivanmkc cbfdf0fd8d Added virtual env 2022-06-24 23:06:18 -04:00
ivanmkc ef9335d1e2 Added more debug 2022-06-24 19:54:03 -04:00
ivanmkc 348325a07a Added dateutil checking 2022-06-24 18:59:29 -04:00
ivanmkc 2027b3bf20 Added pip freeze 2022-06-24 14:40:11 -04:00
ivanmkc e0c96ce781 Fixes 2022-06-24 11:28:52 -04:00
ivanmkc b67e01ffab KFP debugging 2022-06-23 19:57:23 -04:00
ivanmkc d198dfbd93 Fixed pip install 2022-06-23 19:35:45 -04:00
Ivan Nardini 3ab0699fab linter test passed 2022-06-23 17:50:00 +00:00
Ivan Nardini c42b1e6ffd add -q to install 2022-06-23 17:50:00 +00:00
Ivan Nardini d6ac99d879 minor changes 2022-06-23 17:50:00 +00:00
Ivan Nardini d5847dfec7 linter test passed 2022-06-23 17:50:00 +00:00
Ivan Nardini 7a45095987 sasha bug review fix 2022-06-23 17:50:00 +00:00
Ivan Nardini 80183cda75 update CODEOWNERS 2022-06-23 17:50:00 +00:00
Ivan Nardini f41ae10679 linter test passed 2022-06-23 17:50:00 +00:00
Ivan Nardini d2207558e9 align notebooks 2022-06-23 17:50:00 +00:00
Ivan Nardini a5958f318d linter test passed 2022-06-23 17:50:00 +00:00
Ivan Nardini e7d63ca104 align notebooks 2022-06-23 17:50:00 +00:00
Ivan Nardini e13faebe63 linter test passed 2022-06-23 17:50:00 +00:00
Ivan Nardini b9e6ebbeac add andy reviews 2022-06-23 17:50:00 +00:00
Ivan Nardini fc383decae experiments cuj3 notebook release 2022-06-23 17:50:00 +00:00
3 changed files with 3340 additions and 5 deletions
@@ -4,29 +4,47 @@ steps:
entrypoint: /bin/sh
args:
- -c
- 'gcloud config list'
- gcloud config list
# Check the Python version
- name: ${_PYTHON_IMAGE}
entrypoint: /bin/sh
args:
- -c
- 'python3 .cloud-build/CheckPythonVersion.py'
- python3 .cloud-build/CheckPythonVersion.py
# Fetch full repo for diff purposes
- name: gcr.io/cloud-builders/git
args: [fetch, --unshallow]
# Install Python dependencies
# Create a virtual environment and activate it
- name: ${_PYTHON_IMAGE}
entrypoint: /bin/sh
args:
- -c
- 'python3 -m pip install -U pip && python3 -m pip install -U --user -r .cloud-build/requirements.txt'
- python3 -m venv workspace/env
# Install Python dependencies
- name: ${_PYTHON_IMAGE}
entrypoint: bash
args:
- -c
- . workspace/env/bin/activate &&
python3 -m pip install -U pip &&
python3 -m pip install -U -r .cloud-build/requirements.txt
# pip freeze
- name: ${_PYTHON_IMAGE}
entrypoint: /bin/sh
args:
- -c
- |
. workspace/env/bin/activate &&
python3 -m pip freeze
# Install Python dependencies and run testing script
# TODO: Only pass in private_pool_id if it is set
- name: ${_PYTHON_IMAGE}
entrypoint: /bin/sh
args:
- -c
- 'python3 -m pip install -U pip && python3 -m pip freeze && python3 .cloud-build/execute_changed_notebooks_cli.py --test_paths_file "${_TEST_PATHS_FILE}" --base_branch "${_FORCED_BASE_BRANCH}" --container_uri ${_PYTHON_IMAGE} --staging_bucket ${_GCS_STAGING_BUCKET} --artifacts_bucket ${_GCS_STAGING_BUCKET}/executed_notebooks/PR_${_PR_NUMBER}/BUILD_${BUILD_ID} --variable_project_id ${PROJECT_ID} --variable_region ${_GCP_REGION} `if [ ! -z "${_PRIVATE_POOL_NAME}" ]; then echo "--private_pool_id ${_PRIVATE_POOL_NAME}"; fi`'
- |
. workspace/env/bin/activate &&
python3 .cloud-build/execute_changed_notebooks_cli.py --test_paths_file "${_TEST_PATHS_FILE}" --base_branch "${_FORCED_BASE_BRANCH}" --container_uri ${_PYTHON_IMAGE} --staging_bucket ${_GCS_STAGING_BUCKET} --artifacts_bucket ${_GCS_STAGING_BUCKET}/executed_notebooks/PR_${_PR_NUMBER}/BUILD_${BUILD_ID} --variable_project_id ${PROJECT_ID} --variable_region ${_GCP_REGION} `if [ ! -z "${_PRIVATE_POOL_NAME}" ]; then echo "--private_pool_id ${_PRIVATE_POOL_NAME}"; fi`
env:
- 'IS_TESTING=1'
timeout: 86400s
+1
View File
@@ -12,6 +12,7 @@
/migration @aferlitsch
/explainabl_ai @aferlitsch
/pipelines @aferlitsch
/experiments @inardini
/model_monitoring/model_monitoring.ipynb @mco-gh
/ml_metadata/sdk-metric-parameter-tracking-for-custom-jobs.ipynb @jialuzh
File diff suppressed because it is too large Load Diff