From 9c2cc6d39f317425eb526eee9bc2cd8f3bf11ef2 Mon Sep 17 00:00:00 2001
From: Aiden010200 <150222139+Aiden010200@users.noreply.github.com>
Date: Mon, 24 Jun 2024 21:12:54 +0800
Subject: [PATCH]  Upload asynchronous prediction sample. (#3122)

* Upload examples of kfp v2

* Upload run experiment example.

* Upload batch prediction job sample.

* Update recycling of computing resources

Recycling computing resources after predictions.

* Upload missing file

Add delete endpoint func to recycle resources.

* Upload asynchronous prediction sample.

Upload asynchronous prediction sample of kfp v2.
---
 .../vertex_pipeline_kfpv2/async_prediction.py | 32 +++++++++++++++++++
 1 file changed, 32 insertions(+)
 create mode 100644 community-content/vertex_pipeline_kfpv2/async_prediction.py

diff --git a/community-content/vertex_pipeline_kfpv2/async_prediction.py b/community-content/vertex_pipeline_kfpv2/async_prediction.py
new file mode 100644
index 000000000..4da31cdd2
--- /dev/null
+++ b/community-content/vertex_pipeline_kfpv2/async_prediction.py
@@ -0,0 +1,32 @@
+import numpy as np
+from kfp.v2 import dsl
+
+@dsl.component(base_image='python:3.8',packages_to_install=['google-cloud-aiplatform==1.36.0'])
+def async_predict(
+    endpoint_id: str,
+    instances: dict,
+) -> np.ndarray:
+    import numpy as np
+    from google.cloud import aiplatform
+
+    endpoint = aiplatform.Endpoint(endpoint_id)
+    response = await endpoint.predict_async(instances)
+    predictions = np.asarray(response.predictions)
+    print(predictions.tolist())
+    return predictions
+
+@dsl.pipeline(name='async-prediction')
+def pipeline_prediction():
+    project = "projects/990000000009/locations/us-west1"
+    endpoint_id = project + "/endpoints/2200000000000000002"
+    instances = [{
+        "key1": "value1",
+        "key2": 2
+    }]
+    async_predict(endpoint_id, instances)
+
+if __name__ == "__main__":
+    from kfp.v2 import compiler
+    compiler.Compiler().compile(
+        pipeline_func=pipeline_prediction,
+        package_path='async_prediction.json')
\ No newline at end of file