Compare commits

...
71 Commits
Author SHA1 Message Date
Andrew FerlitschandGitHub 7990822711 Merge branch 'main' into ml_ops_v9v3 2022-08-01 19:56:23 -07:00
Andrew Ferlitsch 5441b37ec3 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-08-02 02:53:50 +00:00
Andrew Ferlitsch c393684626 fix: pinning 2022-08-02 02:53:44 +00:00
Andrew Ferlitsch 26f8b3c152 fix: pinning 2022-08-02 02:37:12 +00:00
Andrew FerlitschandGitHub bfc74d2623 Merge branch 'main' into ml_ops_v9v3 2022-07-29 22:23:51 -07:00
Andrew Ferlitsch dcce30c16d Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-30 05:22:09 +00:00
Andrew Ferlitsch d20b17dba0 feat: autodiscover 2022-07-30 05:22:03 +00:00
Andrew FerlitschandGitHub 7e75518a41 Merge branch 'main' into ml_ops_v9v3 2022-07-29 22:19:37 -07:00
Andrew Ferlitsch 2006673345 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-30 05:17:57 +00:00
Andrew Ferlitsch 99a4139400 fix: title 2022-07-30 05:17:52 +00:00
Andrew Ferlitsch c6261ad81f fix: title 2022-07-30 05:03:44 +00:00
Andrew FerlitschandGitHub 4e1019dd0a Merge branch 'main' into ml_ops_v9v3 2022-07-29 21:57:04 -07:00
Andrew Ferlitsch 6c6b3da167 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-30 04:55:39 +00:00
Andrew Ferlitsch d5089a32c9 fix: title 2022-07-30 04:54:42 +00:00
Andrew Ferlitsch 31f896dbe6 fix: title 2022-07-30 04:51:24 +00:00
Andrew FerlitschandGitHub 6c7b5348de Merge branch 'main' into ml_ops_v9v3 2022-07-29 19:58:11 -07:00
Andrew Ferlitsch bdff8a9362 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-30 02:56:45 +00:00
Andrew Ferlitsch e39bbccec7 feat: autodiscover 2022-07-30 02:56:41 +00:00
Andrew FerlitschandGitHub 51c8423be8 Merge branch 'main' into ml_ops_v9v3 2022-07-29 19:54:01 -07:00
Andrew Ferlitsch 0ad479f414 fix: title 2022-07-30 02:52:20 +00:00
Andrew Ferlitsch 3919ca8ab0 fix: title 2022-07-30 02:47:59 +00:00
Andrew Ferlitsch 2d41f1c559 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 23:30:44 +00:00
Andrew Ferlitsch 07a794e653 feat: autodiscover 2022-07-29 23:30:32 +00:00
Andrew FerlitschandGitHub f5816008aa Merge branch 'main' into ml_ops_v9v3 2022-07-29 16:28:08 -07:00
Andrew Ferlitsch f04dd30815 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 23:27:22 +00:00
Andrew Ferlitsch 2f06cba97e fix: title 2022-07-29 23:26:47 +00:00
Andrew Ferlitsch d05fb19a25 fix: title 2022-07-29 23:24:03 +00:00
Andrew FerlitschandGitHub b093117ade Merge branch 'main' into ml_ops_v9v3 2022-07-29 16:18:17 -07:00
Andrew Ferlitsch 760327d325 feat: autodiscover 2022-07-29 23:16:51 +00:00
Andrew Ferlitsch cb8fc3f963 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 23:07:04 +00:00
Andrew Ferlitsch 0f06d6c311 fix: title 2022-07-29 23:06:58 +00:00
Andrew Ferlitsch 2574c1e8c7 fix: title 2022-07-29 23:04:41 +00:00
Andrew FerlitschandGitHub e6da35c561 Merge branch 'main' into ml_ops_v9v3 2022-07-29 15:08:19 -07:00
Andrew Ferlitsch b57578d677 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 22:05:39 +00:00
Andrew Ferlitsch 321dde8806 feat: autodiscover 2022-07-29 22:05:16 +00:00
Andrew Ferlitsch 7a257cf4b1 feat: autodiscover 2022-07-29 22:02:10 +00:00
Andrew FerlitschandGitHub 07e72df6b0 Merge branch 'main' into ml_ops_v9v3 2022-07-29 14:57:33 -07:00
Andrew Ferlitsch e03b8e9959 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 21:56:51 +00:00
Andrew Ferlitsch 31f223d531 fix: title 2022-07-29 21:56:47 +00:00
Andrew Ferlitsch 394ae2d776 fix: title 2022-07-29 21:55:03 +00:00
Andrew FerlitschandGitHub d503868d38 Merge branch 'main' into ml_ops_v9v3 2022-07-29 14:35:28 -07:00
Andrew Ferlitsch 4bf8b24523 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 21:33:17 +00:00
Andrew Ferlitsch dccffa63cc fix: title 2022-07-29 21:30:45 +00:00
Andrew Ferlitsch 7d390401d5 fix: title 2022-07-29 21:25:07 +00:00
Andrew FerlitschandGitHub a9751f76d3 Merge branch 'main' into ml_ops_v9v3 2022-07-29 13:27:38 -07:00
Andrew Ferlitsch 1ebc4fffbb Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 20:26:11 +00:00
Andrew Ferlitsch e93d3bd5bf fix: title 2022-07-29 20:26:06 +00:00
Andrew Ferlitsch 120b0d5875 fix: title 2022-07-29 20:21:06 +00:00
Andrew FerlitschandGitHub 243abc2447 Merge branch 'main' into ml_ops_v9v3 2022-07-29 13:04:40 -07:00
Andrew Ferlitsch 11708377ee Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 20:02:38 +00:00
Andrew Ferlitsch 97fb269554 feat: auto-discover 2022-07-29 20:01:44 +00:00
Andrew FerlitschandGitHub 74946d8d1c Merge branch 'main' into ml_ops_v9v3 2022-07-29 12:44:37 -07:00
Andrew Ferlitsch c1a3976dea Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 19:43:01 +00:00
Andrew Ferlitsch 35d934f389 update: tune title 2022-07-29 19:42:12 +00:00
Andrew Ferlitsch cb2ddeda40 update: tune title 2022-07-29 19:41:11 +00:00
Andrew FerlitschandGitHub d63fd6c4bd Merge branch 'main' into ml_ops_v9v3 2022-07-29 12:17:27 -07:00
Andrew Ferlitsch 864859608e Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-29 19:16:21 +00:00
Andrew Ferlitsch 2a995b34fa upgrade: updates for new release 2022-07-29 19:14:25 +00:00
Andrew Ferlitsch 33e656bda2 upgrade: updates for new release 2022-07-29 19:00:36 +00:00
Andrew FerlitschandGitHub d6bc951c68 Merge branch 'main' into ml_ops_v9v3 2022-07-28 08:12:56 -07:00
Andrew Ferlitsch d7f29712ae Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-28 15:11:09 +00:00
Andrew Ferlitsch e2740c295a fix: split guidelines from template 2022-07-28 15:10:57 +00:00
Andrew Ferlitsch 3aae93de89 fix: split guidelines from template 2022-07-28 15:10:17 +00:00
Andrew FerlitschandGitHub 1380156f4b Merge branch 'main' into ml_ops_v9v3 2022-07-28 08:08:47 -07:00
Andrew Ferlitsch bd210eb400 Merge branch 'ml_ops_v9v3' of https://github.com/GoogleCloudPlatform/vertex-ai-samples into ml_ops_v9v3 2022-07-28 15:07:51 +00:00
Andrew Ferlitsch 17648459c9 fix: split guidelines from template 2022-07-28 15:06:57 +00:00
Andrew FerlitschandGitHub 5add7cc836 Merge branch 'main' into ml_ops_v9v3 2022-07-27 14:52:59 -07:00
Andrew Ferlitsch 913302c7ec feat: HPT for non-TF 2022-07-27 21:51:41 +00:00
Andrew Ferlitsch 5ff6e9823e feat: HPT for non-TF 2022-07-27 21:51:08 +00:00
Andrew Ferlitsch 479c12db87 feat: import automl tabular model 2022-07-27 20:31:34 +00:00
Andrew Ferlitsch 5724ae08ad feat: import automl tabular model 2022-07-27 20:31:00 +00:00
@@ -162,10 +162,11 @@
" ! pip3 install --upgrade google-cloud-pipeline-components $USER_FLAG\n",
" ! pip3 install --upgrade google-cloud-bigquery $USER_FLAG\n",
" ! pip3 install --upgrade google-cloud-logging $USER_FLAG\n",
" ! pip3 install --upgrade apache-beam[gcp] $USER_FLAG\n",
" ! pip3 install --upgrade apache-beam[gcp]==2.33.0 $USER_FLAG\n",
" ! pip3 install --upgrade pyarrow $USER_FLAG\n",
" ! pip3 install --upgrade cloudml-hypertune $USER_FLAG\n",
" ! pip3 install --upgrade kfp $USER_FLAG"
" ! pip3 install --upgrade kfp $USER_FLAG\n",
" ! pip3 install future"
]
},
{
@@ -373,12 +374,11 @@
"import sys\n",
"\n",
"# If on Vertex AI Workbench, then don't execute this code\n",
"IS_COLAB = False\n",
"IS_COLAB = \"google.colab\" in sys.modules\n",
"if not os.path.exists(\"/opt/deeplearning/metadata/env_version\") and not os.getenv(\n",
" \"DL_ANACONDA_HOME\"\n",
"):\n",
" if \"google.colab\" in sys.modules:\n",
" IS_COLAB = True\n",
" from google.colab import auth as google_auth\n",
"\n",
" google_auth.authenticate_user()\n",
@@ -649,7 +649,7 @@
},
"outputs": [],
"source": [
"bqclient = bigquery.Client()"
"bqclient = bigquery.Client(project=PROJECT_ID)"
]
},
{
@@ -772,6 +772,11 @@
"LIMIT = 300000\n",
"YEAR = 2020\n",
"\n",
"# First, create the dataset entry\n",
"dataset = bigquery.Dataset(f\"{PROJECT_ID}.{BQ_DATASET}\")\n",
"dataset.location = \"US\"\n",
"dataset = bqclient.create_dataset(dataset, timeout=30)\n",
"\n",
"query = f\"\"\"\n",
"CREATE OR REPLACE TABLE `{BQ_TABLE_COPY}`\n",
"AS (\n",
@@ -1212,7 +1217,7 @@
"import setuptools\n",
"\n",
"REQUIRED_PACKAGES = [\n",
" \"google-cloud-aiplatform==1.4.2\",\n",
" \"google-cloud-aiplatform\",\n",
" \"tensorflow-transform==1.2.0\",\n",
" \"tensorflow-data-validation==1.2.0\",\n",
"]\n",