|
7 | 7 | from centml.sdk.api import get_centml_client |
8 | 8 |
|
9 | 9 |
|
| 10 | +# convert deployment type enum to a user friendly name |
10 | 11 | depl_type_to_name_map = { |
11 | 12 | DeploymentType.INFERENCE: "inference", |
12 | 13 | DeploymentType.COMPUTE: "compute", |
13 | 14 | DeploymentType.COMPILATION: "compilation", |
14 | 15 | DeploymentType.INFERENCE_V2: "inference", |
15 | 16 | DeploymentType.COMPUTE_V2: "compute", |
| 17 | + # For user, they are all cserve. |
16 | 18 | DeploymentType.CSERVE: "cserve", |
17 | | - DeploymentType.CSERVE_V2: "cserve-v2", |
| 19 | + DeploymentType.CSERVE_V2: "cserve", |
18 | 20 | DeploymentType.CSERVE_V3: "cserve", |
19 | 21 | DeploymentType.RAG: "rag", |
20 | 22 | } |
| 23 | +# use latest type to for user requests |
21 | 24 | depl_name_to_type_map = { |
22 | 25 | "inference": DeploymentType.INFERENCE_V2, |
23 | 26 | "cserve": DeploymentType.CSERVE_V3, |
24 | | - "cserve-v2": DeploymentType.CSERVE_V2, |
25 | | - "cserve-v3": DeploymentType.CSERVE_V3, |
26 | 27 | "compute": DeploymentType.COMPUTE_V2, |
27 | 28 | "rag": DeploymentType.RAG, |
28 | 29 | } |
@@ -66,6 +67,7 @@ def _get_replica_info(deployment, depl_type): |
66 | 67 | else: # V2 |
67 | 68 | return {"min": deployment.min_scale, "max": deployment.max_scale} |
68 | 69 |
|
| 70 | + |
69 | 71 | def _get_ready_status(cclient, deployment): |
70 | 72 | api_status = deployment.status |
71 | 73 | service_status = ( |
|
0 commit comments