update
This commit is contained in:
parent
caf61add44
commit
9ba4f36a76
@ -2,17 +2,14 @@
|
|||||||
|
|
||||||
resource_packages:
|
resource_packages:
|
||||||
- name: contest_on_demand_a100_x1
|
- name: contest_on_demand_a100_x1
|
||||||
deploy_engines:
|
|
||||||
- ascend_infer
|
|
||||||
- vllm
|
|
||||||
default_deploy_engine: vllm
|
default_deploy_engine: vllm
|
||||||
resources:
|
resources:
|
||||||
gpu:
|
gpu:
|
||||||
type: gpu
|
type: gpu
|
||||||
device_label: NVIDIA GeForce RTX 3090
|
device_label: A10080G
|
||||||
gpu_key: nvidia.com/gpu
|
gpu_key: nvidia.com/gpu
|
||||||
gpu_value: 1
|
gpu_value: 1
|
||||||
cpu: 10
|
cpu: 4
|
||||||
memory: 20Gi
|
memory: 20Gi
|
||||||
description: 适用于非常驻服务7b/14b-int4推理
|
description: 适用于非常驻服务7b/14b-int4推理
|
||||||
- name: contest_on_demand_a100_x2
|
- name: contest_on_demand_a100_x2
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user